-- Logs begin at Thu 2022-09-29 01:31:22 UTC, end at Thu 2022-09-29 02:40:44 UTC. -- Sep 29 02:04:10.687953 dv-cinder-733062-36-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 02:04:13.323463 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:04:13.324090 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:04:13.324291 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106379) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:04:13.327618 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:04:13.327871 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:04:13.328177 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106379) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:04:13.329107 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:04:13.329337 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:04:13.329818 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:04:13.330083 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:04:13.330313 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:04:13.330635 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.330934 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.331161 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.331440 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.331732 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.332010 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.332299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.332590 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.332874 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.333149 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.333435 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.333647 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.333926 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.334229 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.334515 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.334737 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] debug = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.335012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.335436 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.335843 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.336120 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.336406 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.336677 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.337077 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.337378 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.337651 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.337981 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] host = dv-cinder-733062-36-iscsi {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.338293 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.338573 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.338856 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.339138 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.339543 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.339826 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.340113 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.340386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.340660 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.340937 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.341224 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.341510 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.341802 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.342044 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.342268 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.342552 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.342840 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.343113 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.343386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.343662 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.343933 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.344205 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.344471 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.344755 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.345037 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.345320 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.345592 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.345865 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.346161 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.346432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.346717 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.346986 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.347257 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.347535 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.347822 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.348092 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.348367 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.348663 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.348945 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.349224 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.349507 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.349778 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.350084 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.350354 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.350626 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.350892 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_json = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.351161 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.351425 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.351701 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.351973 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.352240 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.352508 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.352777 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.353072 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.353326 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:13.353621 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.353918 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.354240 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.354526 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.354831 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.355211 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.355503 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.355783 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.356075 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.356362 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.356654 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.356928 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.357229 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.357521 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.357814 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.358146 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.358442 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.358733 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.359010 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.359282 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.359554 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.359831 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.360122 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.360397 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.360684 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.360972 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.361248 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.361540 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.361823 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.362131 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.362425 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.362714 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.362986 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.363260 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.363549 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.363823 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.364097 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.364385 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.364660 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.364929 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.365209 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.365495 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.365779 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.366072 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.366352 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.366642 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.366916 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.367188 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.367462 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.367737 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.368004 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.368288 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.368561 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.368831 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.369099 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.369374 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.369643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.369911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.370209 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.370483 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.370856 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.371130 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.371398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.371668 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.371938 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.372208 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.372481 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.372751 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.373024 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.373292 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.373562 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.373828 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.374127 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.374402 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.374684 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.374981 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.375257 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.375534 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.375809 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.376084 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.376359 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.376635 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.376910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.377184 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.377458 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.377746 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.378048 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.378337 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.378620 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.378915 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.379214 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.379491 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.379772 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.380049 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.380326 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.380604 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.380886 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.381163 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.381441 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.381723 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.382093 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.382319 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.382612 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.382888 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.383181 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.383473 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.383761 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.384037 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.384345 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.384621 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:13.384838 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:04:13.385081 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106379) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 02:04:13.767449 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:04:13.767694 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:04:13.767943 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:04:13.768173 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:04:13.768455 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:04:13.768781 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 02:04:14.089124 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.089477 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.089856 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.091080 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.091353 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.091618 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.143329 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.143600 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.143868 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.159989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.160263 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.160533 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.188524 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.188802 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.189070 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.225026 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.225300 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.225578 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.451819 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.452460 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.452460 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.453490 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.454220 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.550033 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.550397 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.550676 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.550941 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.551202 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.551519 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.551774 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.552028 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.552302 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.552564 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.552797 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.553065 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.553319 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.553567 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.553820 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.554093 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.554348 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.554612 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.554879 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.555134 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.555403 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.556006 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.556284 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.556662 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.556922 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.557167 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.557562 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.557800 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.558060 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.558351 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.558562 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.558794 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:14.559154 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 02:04:14.562314 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 02:04:14.566244 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 02:04:14.570225 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 29 02:04:14.571841 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 02:04:14.572475 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 02:04:14.572810 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 02:04:14.573190 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 02:04:14.576146 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 02:04:14.576393 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 02:04:14.576743 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:04:14.581817 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 02:04:14.604567 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 02:04:14.605044 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.605422 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106379) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 29 02:04:14.605791 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.607179 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106379) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 02:04:14.607458 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:04:14.607707 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 02:04:14.618490 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.618769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:14.768525 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 02:04:14.768697 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 02:04:14.768912 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 02:04:14.769293 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 02:04:14.826398 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO dbcounter [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Registered counter for database neutron Sep 29 02:04:14.850360 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_db.sqlalchemy.engines [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106379) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 02:04:14.860137 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writer thread running {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:04:15.427353 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing driver for type 'gre' Sep 29 02:04:15.427880 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] gre ID ranges: [(1, 1000)] Sep 29 02:04:15.484387 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing driver for type 'local' Sep 29 02:04:15.485059 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing driver for type 'vlan' Sep 29 02:04:15.502134 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] VlanTypeDriver initialization complete Sep 29 02:04:15.502529 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing driver for type 'vxlan' Sep 29 02:04:15.503034 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] vxlan ID ranges: [(1, 1000)] Sep 29 02:04:15.561657 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing extension driver 'port_security' Sep 29 02:04:15.562213 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.extensions.port_security [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] PortSecurityExtensionDriver initialization complete Sep 29 02:04:15.562757 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing mechanism driver 'openvswitch' Sep 29 02:04:15.563317 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing mechanism driver 'hyperv' Sep 29 02:04:15.574058 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:15.574970 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.575539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.576130 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.576841 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.577504 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.578063 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.578638 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.579282 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.579943 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.580487 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.581059 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.581657 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.582344 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.582898 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.583442 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.584078 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.584741 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.585309 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.585872 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.586752 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.587438 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > address_group after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.588009 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > address_group after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.588570 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.589215 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:04:15.589931 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] ML2 OVO RPC backend initialized. {{(pid=106379) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 29 02:04:15.590664 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.591011 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.591424 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.591770 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > networks before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.592109 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.592444 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > ports before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.592786 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.593119 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnets before_response 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.593457 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.593796 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.594156 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.594490 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.594826 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.595155 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.595474 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.595809 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.596144 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.603701 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded quota_driver: . Sep 29 02:04:15.604095 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Modular L2 Plugin initialization complete Sep 29 02:04:15.604441 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading services supported by the core plugin {{(pid=106379) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 02:04:15.604767 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.plugins.ml2.managers [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Got port-security extension from driver 'port_security' Sep 29 02:04:15.605388 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.extensions.vlantransparent [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Disabled vlantransparent extension. Sep 29 02:04:15.605960 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106379) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 02:04:15.606306 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: router Sep 29 02:04:15.641295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.641686 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_create 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.642094 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router before_create 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.642454 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.642826 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.643178 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_delete 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.643533 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.643883 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.644233 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_create 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.644575 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.644924 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.645270 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.645604 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.646030 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.646384 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.646733 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.647150 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.647697 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.648246 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.648820 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_create 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.649389 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.649984 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.650636 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router after_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.651230 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.651829 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_create 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.652532 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.653132 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_update 55549900 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.653754 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > agent after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.654422 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > agent after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.655009 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.656492 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Tracking information for resource: router configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:15.657053 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Tracking information for resource: floatingip configured {{(pid=106379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:04:15.662334 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.db.l3_agentschedulers_db [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 02:04:15.662909 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.663270 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.663618 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.663968 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.664767 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router before_create 55550100 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.665124 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.665479 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_create 55550100 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.665833 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > router precommit_update 55550100 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.670732 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.provider_configuration [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service providers = [] {{(pid=106379) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 02:04:15.671095 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.db.servicetype_db [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106379) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 02:04:15.674023 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.service_base [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:04:15.674401 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.service_base [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:04:15.674740 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.service_base [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:04:15.675619 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.services.service_base [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:04:15.675990 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.services.service_base [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 02:04:15.676359 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.676668 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 02:04:15.688807 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.689066 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: auto_allocate Sep 29 02:04:15.694800 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: network precommit_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.695168 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: network precommit_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.695683 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.695998 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: tag Sep 29 02:04:15.702616 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.702937 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: timestamp Sep 29 02:04:15.706957 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.707280 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: network_ip_availability Sep 29 02:04:15.712744 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.713116 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.713469 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.714220 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.714628 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: flavors Sep 29 02:04:15.719267 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.719596 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading Plugin: revisions Sep 29 02:04:15.723998 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:04:15.724390 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.956s {{(pid=106379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:04:15.725125 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106379) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 29 02:04:15.725454 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Initializing extension manager. Sep 29 02:04:15.725973 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: __init__.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.726331 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: __pycache__ {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.726661 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: address_group.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.727531 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.728096 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: address-group Sep 29 02:04:15.728417 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: address_scope.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.729086 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.729593 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: address-scope Sep 29 02:04:15.729911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.730835 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.731335 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: router-admin-state-down-before-update Sep 29 02:04:15.731657 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: agent.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.732309 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.732805 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: agent Sep 29 02:04:15.733121 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: agent_resources_synced.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.733965 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.734493 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: agent-resources-synced Sep 29 02:04:15.734806 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: allowedaddresspairs.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.736545 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.737071 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: allowed-address-pairs Sep 29 02:04:15.737388 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: auto_allocated_topology.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.738409 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.738912 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: auto-allocated-topology Sep 29 02:04:15.739231 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: availability_zone.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.739888 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.740393 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: availability_zone Sep 29 02:04:15.740711 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: availability_zone_filter.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.741571 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.742096 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: availability_zone_filter Sep 29 02:04:15.742416 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: data_plane_status.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.743271 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.743766 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 02:04:15.744079 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: default_subnetpools.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.744942 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.745434 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: default-subnetpools Sep 29 02:04:15.745801 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.746657 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.747163 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: dhcp_agent_scheduler Sep 29 02:04:15.747480 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: dns.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.748342 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.748838 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension dns-integration not supported by any of loaded plugins Sep 29 02:04:15.749153 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: dns_domain_ports.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.750033 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.750547 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 02:04:15.750861 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.751730 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.752227 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 02:04:15.752542 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: dvr.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.753170 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.753669 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: dvr Sep 29 02:04:15.753983 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: ecmp_routes.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.754865 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.755355 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 02:04:15.755667 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: empty_string_filtering.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.756523 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.757017 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: empty-string-filtering Sep 29 02:04:15.757329 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.758224 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.758713 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:04:15.759024 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.759895 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.760387 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 02:04:15.760705 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: external_net.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.761739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.762443 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: external-net Sep 29 02:04:15.762769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.763635 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.764133 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: extra_dhcp_opt Sep 29 02:04:15.764452 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: extraroute.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.765312 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.765811 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: extraroute Sep 29 02:04:15.766163 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: extraroute_atomic.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.767139 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.767637 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: extraroute-atomic Sep 29 02:04:15.767954 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: filter_validation.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.768573 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.769068 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: filter-validation Sep 29 02:04:15.769386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: fip_pf_description.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.770274 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.770770 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 02:04:15.771086 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: fip_pf_detail.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.771936 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.772430 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: floating-ip-port-forwarding-detail Sep 29 02:04:15.772742 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: fip_pf_port_range.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.773608 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.774129 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 29 02:04:15.774442 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: fip_port_details.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.775301 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.775802 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: fip-port-details Sep 29 02:04:15.776117 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: flavors.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.777407 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.777919 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: flavors Sep 29 02:04:15.778267 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.779878 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.780402 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 02:04:15.780734 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: floatingip_pools.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.781399 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.781905 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: floatingip-pools Sep 29 02:04:15.782260 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: ip_allocation.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.783138 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.783634 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 02:04:15.783951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.784834 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.785335 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: ip-substring-filtering Sep 29 02:04:15.785655 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l2_adjacency.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.786568 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.787071 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 02:04:15.787396 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.788307 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.788812 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: router Sep 29 02:04:15.789133 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.791499 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.792014 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:04:15.792342 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.793335 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.793849 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: ext-gw-mode Sep 29 02:04:15.794206 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.795083 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.795592 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: l3-ha Sep 29 02:04:15.795910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.796778 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.797276 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 29 02:04:15.797590 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_flavors.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.798489 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.798994 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: l3-flavors Sep 29 02:04:15.799313 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.800622 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.801128 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 29 02:04:15.801447 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.802348 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.802857 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 02:04:15.803177 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: l3agentscheduler.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.804162 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.804660 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: l3_agent_scheduler Sep 29 02:04:15.804978 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: local_ip.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.807049 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.807563 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension local_ip not supported by any of loaded plugins Sep 29 02:04:15.807895 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: logging.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.809363 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.809878 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension logging not supported by any of loaded plugins Sep 29 02:04:15.810229 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: metering.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.810936 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.811507 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: metering Sep 29 02:04:15.811829 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.812878 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.813382 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: metering_source_and_destination_fields Sep 29 02:04:15.813704 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: multiprovidernet.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.814611 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.815119 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: multi-provider Sep 29 02:04:15.815436 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: netmtu.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.816309 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.816810 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: net-mtu Sep 29 02:04:15.817127 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: netmtu_writable.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.817987 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.818516 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: net-mtu-writable Sep 29 02:04:15.818835 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: network_availability_zone.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.819474 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.819972 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: network_availability_zone Sep 29 02:04:15.820285 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: network_ip_availability.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.821333 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.821832 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: network-ip-availability Sep 29 02:04:15.822186 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: network_segment_range.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.822905 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.823392 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 02:04:15.823703 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: pagination.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.824643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.824970 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: pagination Sep 29 02:04:15.825281 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_device_profile.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.826170 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.826666 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-device-profile Sep 29 02:04:15.826980 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_mac_address_override.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.827854 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.828354 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-mac-override Sep 29 02:04:15.828669 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.829538 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.830066 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-mac-address-regenerate Sep 29 02:04:15.830384 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.831245 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.831743 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-numa-affinity-policy Sep 29 02:04:15.832059 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_resource_request.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.832925 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.833413 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 02:04:15.833727 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: port_resource_request_groups.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.834666 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.835154 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 29 02:04:15.835470 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: portbindings.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.836330 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.836829 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: binding Sep 29 02:04:15.837145 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: portbindings_extended.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.838371 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.838874 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: binding-extended Sep 29 02:04:15.839194 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: portsecurity.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.840112 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.840616 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-security Sep 29 02:04:15.840935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: project_id.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.842071 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.842400 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: project-id Sep 29 02:04:15.842715 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: providernet.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.843589 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.844094 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: provider Sep 29 02:04:15.844411 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.847923 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.848442 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos not supported by any of loaded plugins Sep 29 02:04:15.848765 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.849982 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.850523 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 02:04:15.850848 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.851727 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.852236 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 02:04:15.852553 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_default.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.853419 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.853921 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-default not supported by any of loaded plugins Sep 29 02:04:15.854266 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_fip.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.855219 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.855879 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-fip not supported by any of loaded plugins Sep 29 02:04:15.856204 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.857077 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.857578 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 29 02:04:15.857895 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_gateway_ip.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.858804 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.859303 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 02:04:15.859631 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_port_network_policy.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.860504 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.861003 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 02:04:15.861321 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.862330 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.862835 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 29 02:04:15.863154 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.864156 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.864658 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 29 02:04:15.864980 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_pps_rule.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.866126 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.866634 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-pps not supported by any of loaded plugins Sep 29 02:04:15.866940 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_rule_type_details.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.867811 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.868330 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 02:04:15.868643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.869511 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.870033 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 29 02:04:15.870349 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: qos_rules_alias.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.871467 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.872026 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 02:04:15.872341 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: quota_check_limit.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.873208 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.873709 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: quota-check-limit Sep 29 02:04:15.874053 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: quotasv2.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.874958 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.875277 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: quotas Sep 29 02:04:15.875591 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: quotasv2_detail.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.877249 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.877582 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: quota_details Sep 29 02:04:15.877903 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: rbac.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.878938 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.879460 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: rbac-policies Sep 29 02:04:15.879787 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: rbac_address_group.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.880665 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.881173 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: rbac-address-group Sep 29 02:04:15.881495 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: rbac_address_scope.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.882479 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.882987 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: rbac-address-scope Sep 29 02:04:15.883310 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: rbac_security_groups.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.884182 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.884743 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: rbac-security-groups Sep 29 02:04:15.885068 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: rbac_subnetpool.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.885947 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.886503 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: rbac-subnetpool Sep 29 02:04:15.886823 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: revisionifmatch.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.887705 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.888207 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: revision-if-match Sep 29 02:04:15.888523 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: revisions.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.889587 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.890111 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: standard-attr-revisions Sep 29 02:04:15.890433 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: router_availability_zone.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.891059 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.891555 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: router_availability_zone Sep 29 02:04:15.891872 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: routerservicetype.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.892733 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.893254 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension router-service-type not supported by any of loaded plugins Sep 29 02:04:15.893558 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.894467 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.894974 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: security-groups-normalized-cidr Sep 29 02:04:15.895288 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.896158 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.896661 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: port-security-groups-filtering Sep 29 02:04:15.896979 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.897858 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.898390 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: security-groups-remote-address-group Sep 29 02:04:15.898706 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.899594 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.900094 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: security-groups-shared-filtering Sep 29 02:04:15.900406 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: securitygroup.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.910218 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.910744 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: security-group Sep 29 02:04:15.911076 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: segment.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.911762 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.912267 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension segment not supported by any of loaded plugins Sep 29 02:04:15.912593 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.913483 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.913986 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 02:04:15.914331 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: servicetype.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.915366 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.915877 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: service-type Sep 29 02:04:15.916196 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: sorting.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.917132 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.917455 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: sorting Sep 29 02:04:15.917896 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: standard_attr_segment.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.918889 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.919405 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 02:04:15.919723 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: standardattrdescription.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.920334 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.920837 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: standard-attr-description Sep 29 02:04:15.921159 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: stateful_security_group.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.922056 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.922567 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: stateful-security-group Sep 29 02:04:15.922890 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: stdattrs_common.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.923429 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 02:04:15.923745 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.924620 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.925120 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 02:04:15.925437 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnet_onboard.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.926466 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.926972 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: subnet_onboard Sep 29 02:04:15.927288 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.928162 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.928658 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 02:04:15.928976 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnet_service_types.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.929854 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.930383 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: subnet-service-types Sep 29 02:04:15.931041 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnetallocation.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.932087 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.932594 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: subnet_allocation Sep 29 02:04:15.932911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.933575 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.934107 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: subnetpool-prefix-ops Sep 29 02:04:15.934425 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.935306 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.935809 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 02:04:15.936125 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: tagging.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.937135 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.937648 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: standard-attr-tag Sep 29 02:04:15.937966 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: timestamp.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.939193 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.939658 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loaded extension: standard-attr-timestamp Sep 29 02:04:15.939976 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: trunk.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.940958 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.941467 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension trunk not supported by any of loaded plugins Sep 29 02:04:15.941783 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: trunk_details.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.942753 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.943258 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension trunk-details not supported by any of loaded plugins Sep 29 02:04:15.943575 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: uplink_status_propagation.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.944458 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.944961 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 02:04:15.945277 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Loading extension file: vlantransparent.py {{(pid=106379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:04:15.945905 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:04:15.946425 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 02:04:15.949072 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:network Sep 29 02:04:15.949591 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnet Sep 29 02:04:15.949980 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:04:15.950387 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:port Sep 29 02:04:15.951680 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.952100 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service FLAVORS assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.952719 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.953153 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.953482 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:router Sep 29 02:04:15.953900 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:04:15.954423 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service METERING assigned prefix: /metering {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.955872 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.956242 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.956595 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:04:15.957582 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:04:15.958024 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:04:15.958478 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:04:15.959016 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service CORE assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.959357 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:04:15.959695 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] subnetpool is already registered Sep 29 02:04:15.960109 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service CORE assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.960424 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:04:15.960748 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] subnetpool is already registered Sep 29 02:04:15.963209 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.963643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service FLAVORS assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.964266 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.964833 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.965160 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:router Sep 29 02:04:15.965496 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] router is already registered Sep 29 02:04:15.965914 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:04:15.966268 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] floatingip is already registered Sep 29 02:04:15.966735 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service METERING assigned prefix: /metering {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.967440 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:04:15.967759 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] rbac_policy is already registered Sep 29 02:04:15.968163 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:04:15.968496 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] security_group is already registered Sep 29 02:04:15.968901 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:04:15.969239 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] security_group_rule is already registered Sep 29 02:04:15.969723 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service CORE assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.970067 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:04:15.970389 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] subnetpool is already registered Sep 29 02:04:15.970812 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.v2.resource_helper [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Service CORE assigned prefix: {{(pid=106379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:04:15.971125 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:04:15.971440 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING neutron.quota.resource_registry [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] subnetpool is already registered Sep 29 02:04:15.971894 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: extensions {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.973500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: address-groups {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.975033 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: address-scopes {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.976259 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: agents {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.977428 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: auto-allocated-topology {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.979973 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: availability_zones {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.981305 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: dhcp-networks {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.982764 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: dhcp-agents {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.984321 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: routers {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.986098 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: flavors {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.987267 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: service_profiles {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.988582 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: next_providers {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.990067 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: service_profiles {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.991522 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: floatingip-pools {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.992786 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: routers {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.994691 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: floatingips {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.995911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: l3-routers {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.997304 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: l3-agents {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:15.998860 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: metering-labels {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.000246 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: metering-label-rules {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.001598 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: network-ip-availabilities {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.002995 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: bindings {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.004577 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: quotas {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.006163 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: quotas {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.007811 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: rbac-policies {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.009014 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: security-groups {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.010259 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: security-group-rules {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.011605 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: service-providers {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.012923 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: subnetpools {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.014290 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: subnetpools {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.015764 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.017533 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.019311 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.021198 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.022938 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.024798 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.026619 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.028468 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.030276 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.032143 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron.api.extensions [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Extended resource: tags {{(pid=106379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:04:16.039261 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING keystonemiddleware.auth_token [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 02:04:16.044459 dv-cinder-733062-36-iscsi neutron-server[106379]: WARNING keystonemiddleware.auth_token [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 02:04:16.053216 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Acquiring lock "singleton_lock" {{(pid=106379) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 29 02:04:16.053538 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Acquired lock "singleton_lock" {{(pid=106379) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 29 02:04:16.054037 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_concurrency.lockutils [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Releasing lock "singleton_lock" {{(pid=106379) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 29 02:04:16.054684 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Starting 2 workers Sep 29 02:04:16.059879 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Started child 106492 {{(pid=106379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:04:16.064296 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Started child 106493 {{(pid=106379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:04:16.065122 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.065808 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO neutron.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 02:04:16.066382 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.066592 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [-] (106492) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:04:16.068760 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Starting 1 workers Sep 29 02:04:16.068999 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.070385 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [-] (106493) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:04:16.073919 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Started child 106494 {{(pid=106379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:04:16.074494 dv-cinder-733062-36-iscsi neutron-server[106379]: INFO oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Starting 1 workers Sep 29 02:04:16.077941 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] calling RpcWorker wait() {{(pid=106494) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 02:04:16.078566 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] returning from RpcWorker wait() {{(pid=106494) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 02:04:16.079001 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Started child 106495 {{(pid=106379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:04:16.079729 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7310459-b2d8-4321-8819-4dbb6b435d8e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.079856 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.080318 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:16.081636 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106379) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:04:16.081820 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:04:16.081978 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:04:16.082255 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:04:16.082571 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:04:16.082700 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:04:16.083221 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.083494 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.083745 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.084023 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.084148 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:16.084616 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.084766 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.085004 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.085097 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:16.085301 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.085525 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.085666 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.085862 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.086093 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.086311 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.086620 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.086917 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.087146 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.087364 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.087496 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.087761 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.088049 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.088262 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.088534 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] debug = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.088804 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.089288 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.089565 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.089808 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.090074 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.090339 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.090589 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.090850 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.091088 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.091323 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.091552 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.091795 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.092033 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.092278 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.092507 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.092757 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.092991 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.093468 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] host = dv-cinder-733062-36-iscsi {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.093707 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.093958 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.094224 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.094472 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.094719 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.094946 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.095200 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.095446 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.095699 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.095918 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.096154 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.096394 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.096609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.096849 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.096990 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_options = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.097217 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.097484 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.097744 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.097928 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.098100 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.098263 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.098506 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.098669 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.098908 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.099124 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.099332 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.099564 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.099773 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.100006 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.100237 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.100449 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.100660 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.100880 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.101128 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.101357 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.101584 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.101820 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.102050 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.102282 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.102521 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.102792 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.103006 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.103241 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.103448 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.103677 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.103922 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.104161 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.104394 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.104636 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.104888 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.105225 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.105574 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.105823 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.106127 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.106356 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107210 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107210 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107210 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107637 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107637 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.107914 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.108051 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_json = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.108559 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.108714 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.109554 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.109554 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.109554 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.109931 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.110047 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.110479 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.110906 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.111160 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.111404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.111890 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.111988 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.112192 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.113539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.113539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.113539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.113539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.113539 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.114910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.115289 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.115428 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.115818 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.116178 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.116535 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.116898 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.117315 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.117706 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.117939 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.118195 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.118435 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.118803 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.119036 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.119335 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.119638 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.119915 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.120167 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.120415 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.120981 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.121277 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.121457 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.121880 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.122083 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.122471 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.122869 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.123269 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.123649 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.123886 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.124106 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.124329 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.124582 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.124858 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.125073 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.125514 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.125759 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.125932 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.126361 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.126565 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.126795 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.127028 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.127264 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.127486 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.127965 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.128227 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.128405 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.128644 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.128873 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.129087 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.129483 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.129716 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.129936 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.130173 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.130412 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.130635 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.130849 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.131061 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.131301 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.131513 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.131745 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.131961 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.132209 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.132403 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.132764 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.133111 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.133481 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.133865 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.134085 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.134472 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.134691 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.134904 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.135137 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.135348 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.135540 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.135899 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.136278 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.136713 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.137156 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.137612 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.137844 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.138214 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.138602 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.138959 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.139367 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.139751 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.140153 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.140375 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.140663 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.140898 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.141130 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.141361 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.141580 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.141883 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.142149 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.142383 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.142601 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.142820 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.142991 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.143215 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.143429 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.143691 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.143935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.144182 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.144384 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.144643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.145016 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.145266 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.145494 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.145891 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.146139 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.146416 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.146655 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.146911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.147206 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.147452 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.147872 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.148093 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.148344 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.148647 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.148897 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.149151 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.149396 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.149653 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.149860 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.150299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.150498 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.150715 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.150945 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.151257 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.151489 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.151735 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.151994 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.152264 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.152520 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.152965 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.153232 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.153492 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.153714 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.154174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.154493 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.154702 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.154950 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.155192 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.155406 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.155675 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.155858 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.156078 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.156289 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.156500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.156735 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.156963 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.157184 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.157409 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.157643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.157857 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.158118 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.158347 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.158570 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.158814 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.159029 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.159246 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.159461 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.159835 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.160063 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.160277 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.160567 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.160824 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.161039 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.161261 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.161533 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.161803 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.162020 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.162276 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.162514 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.162724 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.162935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.163151 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.163363 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.163572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.163799 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.164008 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.164257 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.164487 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.164826 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.165079 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.165305 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.165555 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.165791 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.166046 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.166272 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.166490 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.166732 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.166950 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.167195 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.167439 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.167721 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.168085 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.168644 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.169006 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.169365 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.169760 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.170054 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.170299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.170548 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.170773 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.171016 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.171252 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.171473 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.171738 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.171947 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.172172 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.172387 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.172600 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.172831 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.173044 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.173350 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.173589 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.173815 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.174088 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.174306 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.174557 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.174780 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.174993 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.175203 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.175431 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.175669 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.175873 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.176264 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.176480 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.176688 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.176911 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.177127 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.177333 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.177555 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.177761 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.177970 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.178582 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.178582 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.178759 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.178852 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.179061 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.179269 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.179518 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.179731 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.179936 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.180157 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.180364 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.180569 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.181129 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.181361 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.181564 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.181860 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.182139 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.182357 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.182629 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.182855 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.183087 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.183364 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.183665 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.184027 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.184273 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.184505 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.185135 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.185135 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.185438 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.185748 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.186046 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.186314 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.186715 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.186994 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.187367 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.187710 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.187890 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.188178 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.188497 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:16.188624 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.188754 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.189192 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.189470 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.189642 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.189909 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.190240 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.190450 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.190682 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.190927 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.191167 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.191410 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.191746 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.191990 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.192213 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.192423 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.192670 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.192903 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.193151 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.193367 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.193658 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:04:16.194208 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106379) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:04:16.194386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:04:16.194527 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:04:16.194679 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:04:16.194871 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:04:16.195130 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:04:16.195339 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.195503 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.195646 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.195808 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196025 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196173 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196321 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196459 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196591 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.196737 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197160 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197314 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197465 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197602 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197784 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.197933 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.198113 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.198251 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.198520 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.198675 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.198907 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.199108 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] debug = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.199372 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.199580 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.199821 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200027 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200027 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200341 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200341 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200774 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.200774 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201040 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201040 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201311 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201449 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201586 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201722 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.201871 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202043 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202185 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] host = dv-cinder-733062-36-iscsi {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202338 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202478 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202645 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202803 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.202940 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.203243 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.203361 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.203514 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.203816 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.203816 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204156 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204314 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204454 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204591 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204729 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_options = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204864 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.204999 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205135 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205271 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205443 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205682 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205829 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.205981 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206336 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206501 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206679 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206679 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.206959 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207113 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207251 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207387 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207522 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207658 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.207819 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.208065 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.208245 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.208410 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.208410 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.209989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.211432 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_json = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.212572 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.213627 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.214951 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216012 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.216769 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.217609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.217609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.217609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.217609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.217609 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.218398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.218398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.218398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.218398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.218398 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.219299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.220295 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221174 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.221935 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.222739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.222739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.222739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.222739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.222739 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.223500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.223500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.223500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.223500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.223500 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224235 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224235 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224235 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224235 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224235 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224870 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224870 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224870 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224870 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.224870 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.225513 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.225513 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.225513 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.225513 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226048 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226048 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226048 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226048 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226509 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226509 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226509 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226732 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226813 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.226927 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227084 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227242 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227400 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227558 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227723 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.227897 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228056 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228213 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228372 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228529 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228696 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228864 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.228985 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229141 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229298 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229454 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229611 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229772 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.229929 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.230190 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.230330 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.230488 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.230687 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.230883 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231042 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231199 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231357 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231514 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231671 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231828 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.231987 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232147 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232305 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232463 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232619 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232776 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.232943 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233102 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233263 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233420 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233585 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233753 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.233912 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234107 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234249 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234405 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234562 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234719 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.234876 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235032 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235189 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235347 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235517 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235676 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235834 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.235992 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236178 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236337 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236490 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236628 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236852 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.236993 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237147 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237286 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237422 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237552 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237681 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237812 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.237945 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238149 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238288 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238423 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238554 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238684 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238840 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.238989 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239143 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239301 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239460 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239616 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239774 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.239931 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240089 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240248 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240406 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240562 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240720 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.240878 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.241035 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.241192 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.241349 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.241505 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.241675 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242404 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242770 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242770 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.242923 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243003 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243145 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243303 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243460 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243621 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243783 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.243940 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244114 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244254 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244412 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244589 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244748 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.244909 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.245071 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.245228 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.245386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.245547 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.245790 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246047 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246215 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246381 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246533 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246692 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.246851 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247008 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247168 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247326 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247483 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247643 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247803 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.247960 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248118 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248276 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248435 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248594 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248753 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.248910 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249073 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249223 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249371 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249521 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249667 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.249838 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250094 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250230 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250516 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250649 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250860 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.250998 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251138 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251274 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251412 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251543 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251685 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251816 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.251948 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252086 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252216 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252349 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252515 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252659 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252818 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.252977 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253132 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253273 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253491 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253626 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253773 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.253913 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254081 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254232 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254343 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254503 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254661 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254818 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.254975 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255134 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255301 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255459 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255615 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255782 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.255938 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256095 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256252 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256425 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256584 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256744 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.256901 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257058 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257216 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257376 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257538 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257706 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.257871 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258050 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258217 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258386 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258552 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258709 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.258872 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259042 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259200 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259357 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259515 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259672 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.259829 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260021 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260157 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260277 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260434 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260590 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260745 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.260902 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261060 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261216 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261437 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261594 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261746 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.261959 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.262146 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:04:16.262299 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:04:16.373875 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47428) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:16.384611 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0074091 Sep 29 02:04:16.391521 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0059960 Sep 29 02:04:25.551847 dv-cinder-733062-36-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:27.684162 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafe1a4-f967-4880-85b3-d4114c7be0e5 None None] get_active_networks_info from dv-cinder-733062-36-iscsi {{(pid=106494) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 29 02:04:27.710725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writer thread running {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:04:27.784298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafe1a4-f967-4880-85b3-d4114c7be0e5 None None] No non-hosted networks {{(pid=106494) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 02:04:27.802316 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.agentschedulers_db [None req-6aafe1a4-f967-4880-85b3-d4114c7be0e5 None None] DHCP Agent not found on host dv-cinder-733062-36-iscsi {{(pid=106494) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 29 02:04:27.866217 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0836-41f4-4d91-9c1e-2af7072c4675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:29.406135 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writer thread running {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:04:29.934354 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-71142ee5-84bd-4e23-b548-1f6557362eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:29.969746 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d11b3fd0-d28f-4d46-ab39-55e281ad89c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:31.218553 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:31.647991 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47504) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:32.206032 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING oslo_policy.policy [None req-1939f96b-ebb8-42fb-81a4-70d9e73983d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:32.206577 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING oslo_policy.policy [None req-1939f96b-ebb8-42fb-81a4-70d9e73983d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:32.425435 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [None req-1939f96b-ebb8-42fb-81a4-70d9e73983d2 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:04:32.438652 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1939f96b-ebb8-42fb-81a4-70d9e73983d2 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7895694 Sep 29 02:04:32.602064 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:32.637742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:32.638526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.639052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.639610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.640151 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.640483 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.640805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.641120 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.641616 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.641937 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.642299 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.642633 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.642952 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.643281 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.643614 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.643910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:32.644304 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-36-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:32.650963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-36-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:35.108173 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47538) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:35.642280 dv-cinder-733062-36-iscsi neutron-server[106492]: WARNING oslo_policy.policy [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:35.642853 dv-cinder-733062-36-iscsi neutron-server[106492]: WARNING oslo_policy.policy [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:35.864430 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:35.876628 dv-cinder-733062-36-iscsi neutron-server[106492]: ERROR stevedore.extension [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:04:35.958944 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.policy [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106492) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:04:36.002224 dv-cinder-733062-36-iscsi neutron-server[106492]: WARNING oslo_policy.policy [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:36.002607 dv-cinder-733062-36-iscsi neutron-server[106492]: WARNING oslo_policy.policy [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:36.023594 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writer thread running {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:04:36.109319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091814325', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091812793', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091797725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091805598', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091808954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783091849072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-798430', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-801736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1737609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676983'] for rbac-policy (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:36.191669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:36.193103 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e100984e-968a-4ae8-825f-6b1a253e906a admin admin] 10.222.0.61 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0829387 Sep 29 02:04:37.069312 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.db.l3_hamode_db [None req-fa97a5c7-069e-4380-80d4-ff10c7f7811d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 02:04:37.146188 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97a5c7-069e-4380-80d4-ff10c7f7811d None None] Routers set() bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:04:37.146563 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97a5c7-069e-4380-80d4-ff10c7f7811d None None] Router IDs set() for agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 29 02:04:38.822308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47554) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:39.170179 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:39.203144 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Made reservation on behalf of 507e44cb9594402a9fd0ac69d80cd885 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:04:39.207541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.226246 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.352586 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks [] for security_group (7e14d0dc-6cc4-4c84-b363-2c046c9b51e3), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.358751 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7e14d0dc-6cc4-4c84-b363-2c046c9b51e3), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.391933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:04:39.420592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783093975489', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (ddca7f74-5a5b-492b-ba52-649246eb10b0), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.421160 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Unsubscribe: segment precommit_create {{(pid=106492) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:04:39.421693 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Added segment ddca7f74-5a5b-492b-ba52-649246eb10b0 of type vlan for network 8a778c09-ddd0-4d96-9114-02b90840ea75 Sep 29 02:04:39.437263 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7e14d0dc-6cc4-4c84-b363-2c046c9b51e3,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:39.485614 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.485962 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.486331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.486678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.487001 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.487330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.487816 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.488184 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.488474 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.488790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.489137 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.489450 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.489755 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.490088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.490398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Tracked resource versions report: Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: pushed versions: Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: { 'AddressGroup': {'1.2'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Agent': {'1.1'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'ConntrackHelper': {'1.0'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Log': {'1.0'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'NDPProxy': {'1.0'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Network': {'1.1'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Port': {'1.7'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'PortForwarding': {'1.3'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'QosPolicy': {'1.10'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroup': {'1.5'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SubPort': {'1.0'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Subnet': {'1.1'}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Trunk': {'1.1'}} Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: consumer versions: Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Agent': '1.1', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'ConntrackHelper': '1.0', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'LocalIPAssociation': '1.0', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Log': '1.0', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'NDPProxy': '1.0', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Network': '1.1', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Port': '1.7', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'PortForwarding': '1.3', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'QosPolicy': '1.10', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroup': '1.5', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroupRule': '1.2', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SubPort': '1.0', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Subnet': '1.1', Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Trunk': '1.1'}} Sep 29 02:04:39.491863 dv-cinder-733062-36-iscsi neutron-server[106492]: {{(pid=106492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:04:39.525919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (8a778c09-ddd0-4d96-9114-02b90840ea75), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.570695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (8a778c09-ddd0-4d96-9114-02b90840ea75), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.575971 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:04:39.576688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:39.626358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=54,neutron:INSERT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:39.668594 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8448350 Sep 29 02:04:39.701777 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993ac4-a491-4e5a-95b0-0537e33424f7 demo demo] Pushing event updated for resources: {'Network': ['ID=8a778c09-ddd0-4d96-9114-02b90840ea75,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:39.715590 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:04:42.342323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47568) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:42.623034 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:42.633458 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=8 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:42.806427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e765507-a65a-4069-a2af-fc10fa1e02cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:04:42.808030 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3e765507-a65a-4069-a2af-fc10fa1e02cf demo admin] 10.222.0.61 "GET /networking/v2.0/networks/8a778c09-ddd0-4d96-9114-02b90840ea75 HTTP/1.1" status: 200 len: 825 time: 0.4647288 Sep 29 02:04:42.834225 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e75c15b4-e931-4632-a140-88ce3a6fa513 demo admin] 10.222.0.61 "GET /networking/v2.0/subnetpools/3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1 HTTP/1.1" status: 200 len: 734 time: 0.0192404 Sep 29 02:04:42.843295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Request body: {'subnet': {'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:42.867611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Made reservation on behalf of 507e44cb9594402a9fd0ac69d80cd885 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:04:42.869798 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:43.023951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:43.177070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:43.244660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:43.253362 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Checking segment: {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:04:43.253723 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Network hostable DHCP agents. Network: 8a778c09-ddd0-4d96-9114-02b90840ea75, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:04:43.278399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:04:43.291765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 8a778c09-ddd0-4d96-9114-02b90840ea75) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:04:43.297194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:04:43.297773 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:43.302336 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a8da0-33f0-4944-b8d5-d45c3dd7f488 None None] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:04:43.316531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-eb32c664-334e-4a6c-afd8-1646891e44f5 demo admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4769130 Sep 29 02:04:43.570155 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-8a778c09-ddd0-4d96-9114-02b90840ea75', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:04:43.571421 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:43.847808 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Allocated IP 172.20.0.2 (8a778c09-ddd0-4d96-9114-02b90840ea75/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff/235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:04:43.999003 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:44.124322 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks [] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:44.132605 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:44.208151 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:04:44.212945 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:04:44.216268 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:04:44.223338 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:44.256410 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Pushing event updated for resources: {'Port': ['ID=235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:44.282706 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.283011 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.283393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.283742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.284071 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.284405 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.284721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.285007 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.285372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.285700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.286039 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.286383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.286702 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.287016 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.287311 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Tracked resource versions report: Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: pushed versions: Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: { 'AddressGroup': {'1.2'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Agent': {'1.1'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'ConntrackHelper': {'1.0'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Log': {'1.0'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'NDPProxy': {'1.0'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Network': {'1.1'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Port': {'1.7'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'PortForwarding': {'1.3'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'QosPolicy': {'1.10'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroup': {'1.5'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SubPort': {'1.0'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Subnet': {'1.1'}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Trunk': {'1.1'}} Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: consumer versions: Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Agent': '1.1', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'ConntrackHelper': '1.0', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'LocalIPAssociation': '1.0', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Log': '1.0', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'NDPProxy': '1.0', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Network': '1.1', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Port': '1.7', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'PortForwarding': '1.3', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'QosPolicy': '1.10', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroup': '1.5', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroupRule': '1.2', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SubPort': '1.0', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Subnet': '1.1', Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Trunk': '1.1'}} Sep 29 02:04:44.288778 dv-cinder-733062-36-iscsi neutron-server[106494]: {{(pid=106494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:04:44.323539 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Attempting to bind port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:04:44.324201 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Attempting to bind port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:04:44.324388 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Attempting to bind port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b on network 8a778c09-ddd0-4d96-9114-02b90840ea75 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:04:44.370448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:04:44.370789 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Checking segment: {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:04:44.371276 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:44.371663 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Bound using segment: {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:04:44.372245 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Bound port: 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:04:44.372641 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:44.434398 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] For port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:04:44.454120 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] For port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b,segment=NetworkSegment(ddca7f74-5a5b-492b-ba52-649246eb10b0),segment_id=ddca7f74-5a5b-492b-ba52-649246eb10b0)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:04:44.462350 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:44.513090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7ae95-77b0-42aa-b86b-c272ad952da8 None None] Pushing event updated for resources: {'Port': ['ID=235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:45.949452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47582) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:46.286029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [None req-c743b628-e315-401f-8950-8fdde1b4fa4d admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:04:46.287053 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c743b628-e315-401f-8950-8fdde1b4fa4d admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3366191 Sep 29 02:04:48.950093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47590) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:49.287952 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [None req-096ace41-364e-4274-ab8e-4b560d704616 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:04:49.288916 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-096ace41-364e-4274-ab8e-4b560d704616 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3379097 Sep 29 02:04:52.004983 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47602) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:52.311914 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:52.349405 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:52.358756 dv-cinder-733062-36-iscsi neutron-server[106493]: ERROR stevedore.extension [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:04:52.391860 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:52.392260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.392625 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b Sep 29 02:04:52.409894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.policy [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106493) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:04:52.452974 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING oslo_policy.policy [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:52.453381 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING oslo_policy.policy [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:04:52.473853 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writer thread running {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:04:52.487852 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:52.493555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:52.493946 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.525200 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (254e5e9a-e262-4697-a8da-168c29911b5c), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.527218 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (254e5e9a-e262-4697-a8da-168c29911b5c), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.527787 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31938a5-6f4d-470d-86ea-03cf47c11b2d None None] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:04:52.534273 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b,segment=NetworkSegment(ddca7f74-5a5b-492b-ba52-649246eb10b0),segment_id=ddca7f74-5a5b-492b-ba52-649246eb10b0)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:04:52.581040 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.653108 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-aeb7c84a-6966-429a-a8fa-d9c0e37b03a8 None None] Provisioning complete for port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:52.653373 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c84a-6966-429a-a8fa-d9c0e37b03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.653759 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-aeb7c84a-6966-429a-a8fa-d9c0e37b03a8 None None] Attempt 1 to provision port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b Sep 29 02:04:52.680514 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:52.704450 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Publish callbacks [] for router_controller (254e5e9a-e262-4697-a8da-168c29911b5c), precommit_add_association {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.710693 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (254e5e9a-e262-4697-a8da-168c29911b5c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.735786 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.738213 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ee20087d-b1f9-4af4-a77d-57db6c4a9d1a demo demo] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7311778 Sep 29 02:04:52.779280 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7c84a-6966-429a-a8fa-d9c0e37b03a8 None None] Current status of the port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:52.998998 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-e8c67321-ec98-430c-833b-4d73d1fa2405 None None] Provisioning complete for port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:52.999299 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e8c67321-ec98-430c-833b-4d73d1fa2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.999640 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-e8c67321-ec98-430c-833b-4d73d1fa2405 None None] Attempt 1 to provision port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b Sep 29 02:04:53.002229 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:53.076079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:53.078623 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-e8c67321-ec98-430c-833b-4d73d1fa2405 None None] Current status of the port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:53.307239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:53.308394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=25,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:54.290526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:54.341262 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:54.341652 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:54.341979 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b Sep 29 02:04:54.421063 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:55.393216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47618) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:55.759172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [None req-d56efad8-ebb4-48ae-813b-15a805e19009 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:04:55.760141 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d56efad8-ebb4-48ae-813b-15a805e19009 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3656030 Sep 29 02:04:57.657758 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a1ac06b8-6ce0-43e4-bfb6-0394c9745d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.388081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47626) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:58.747987 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:58.778252 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Made reservation on behalf of c6a6000fb0914b0390fa25e08205ee14 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:04:58.781063 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.799933 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.922988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks [] for security_group (62fcbc66-c92d-441e-ba22-504ede8464db), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.928442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (62fcbc66-c92d-441e-ba22-504ede8464db), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.942619 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Reserving flat network on physical network physnet1 {{(pid=106493) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 02:04:58.964680 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783093975489', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (82697a94-caeb-4ad5-8409-2ecdd1969793), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:58.965325 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Unsubscribe: segment precommit_create {{(pid=106493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:04:58.965872 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Added segment 82697a94-caeb-4ad5-8409-2ecdd1969793 of type flat for network 52ea00ca-0160-4f17-9091-0f08a2f1a96c Sep 29 02:04:59.065818 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (52ea00ca-0160-4f17-9091-0f08a2f1a96c), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:59.072240 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fcbc66-c92d-441e-ba22-504ede8464db,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:59.094031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.094364 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.094709 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.095033 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.095348 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.095660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.095965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.096269 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.096591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.096901 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.097223 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.097533 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.097842 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.098174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.098476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Tracked resource versions report: Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: pushed versions: Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: { 'AddressGroup': {'1.2'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Agent': {'1.1'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'ConntrackHelper': {'1.0'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Log': {'1.0'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'NDPProxy': {'1.0'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Network': {'1.1'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Port': {'1.7'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'PortForwarding': {'1.3'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'QosPolicy': {'1.10'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroup': {'1.5'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SubPort': {'1.0'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Subnet': {'1.1'}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Trunk': {'1.1'}} Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: consumer versions: Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Agent': '1.1', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'ConntrackHelper': '1.0', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'LocalIPAssociation': '1.0', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Log': '1.0', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'NDPProxy': '1.0', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Network': '1.1', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Port': '1.7', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'PortForwarding': '1.3', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'QosPolicy': '1.10', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroup': '1.5', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroupRule': '1.2', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SubPort': '1.0', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Subnet': '1.1', Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Trunk': '1.1'}} Sep 29 02:04:59.099913 dv-cinder-733062-36-iscsi neutron-server[106493]: {{(pid=106493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:04:59.145194 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (52ea00ca-0160-4f17-9091-0f08a2f1a96c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:59.146385 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:04:59.147136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:59.228760 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8393028 Sep 29 02:04:59.255241 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd8c39-d6b1-40f9-91c9-d5d3b4296bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=52ea00ca-0160-4f17-9091-0f08a2f1a96c,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:59.267247 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:04:59.928372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-cba6b58d-2105-4b49-a5b8-3709b61d619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:01.184076 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:01.876646 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47638) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:02.340172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3f8d6-990f-4550-9895-21524517477e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:02.341538 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-83f3f8d6-990f-4550-9895-21524517477e demo admin] 10.222.0.61 "GET /networking/v2.0/subnets/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff HTTP/1.1" status: 200 len: 849 time: 0.4638541 Sep 29 02:05:02.483417 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3cf9d7d3-337e-41ae-a7d6-c1f9a0db31c9 demo admin] 10.222.0.61 "GET /networking/v2.0/routers/254e5e9a-e262-4697-a8da-168c29911b5c HTTP/1.1" status: 200 len: 704 time: 0.1325231 Sep 29 02:05:02.539711 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:02.640970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:02.765761 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:02.776501 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:02.841828 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:03.063319 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Allocated IP 172.20.0.1 (8a778c09-ddd0-4d96-9114-02b90840ea75/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff/c77ca69f-2260-4c37-88c7-262540cc563a) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:05:03.251283 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks [] for port (c77ca69f-2260-4c37-88c7-262540cc563a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.324166 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.403300 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:05:03.411108 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:05:03.413240 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Pushing event updated for resources: {'Port': ['ID=c77ca69f-2260-4c37-88c7-262540cc563a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:03.417546 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:05:03.418174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (254e5e9a-e262-4697-a8da-168c29911b5c), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.569576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Provisioning complete for port c77ca69f-2260-4c37-88c7-262540cc563a triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:03.570183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.570280 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 1 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:03.600765 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Port c77ca69f-2260-4c37-88c7-262540cc563a cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:05:03.616735 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.870352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks [] for port (c77ca69f-2260-4c37-88c7-262540cc563a), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.879433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.880187 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (254e5e9a-e262-4697-a8da-168c29911b5c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:03.884588 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:03.958537 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Pushing event updated for resources: {'Port': ['ID=c77ca69f-2260-4c37-88c7-262540cc563a,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:04.004404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:04.009254 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:05:04.010934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:05:04.102188 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 2 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:04.136469 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Port c77ca69f-2260-4c37-88c7-262540cc563a cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:05:04.171111 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Router 254e5e9a-e262-4697-a8da-168c29911b5c is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:05:04.258857 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:05:04.264347 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-916563e6-60db-41e3-b138-8b6552f46ff0 demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/254e5e9a-e262-4697-a8da-168c29911b5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7723036 Sep 29 02:05:04.282511 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Sync routers for ids ['254e5e9a-e262-4697-a8da-168c29911b5c'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:05:04.295753 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Routers {'254e5e9a-e262-4697-a8da-168c29911b5c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:05:04.296672 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:05:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['254e5e9a-e262-4697-a8da-168c29911b5c'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:04.475661 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Set router 254e5e9a-e262-4697-a8da-168c29911b5c gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:05:04.637866 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 3 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:04.670733 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Port c77ca69f-2260-4c37-88c7-262540cc563a cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:05:04.888481 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:03Z', 'revision_number': 2, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port_host': None, '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:03Z', 'revision_number': 2, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:04.935469 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Checking router: 254e5e9a-e262-4697-a8da-168c29911b5c for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:05:04.935822 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Updating router 254e5e9a-e262-4697-a8da-168c29911b5c port c77ca69f-2260-4c37-88c7-262540cc563a binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:05:04.989751 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.172423 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 4 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:05.210822 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Port c77ca69f-2260-4c37-88c7-262540cc563a cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:05:05.485773 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks [] for port (c77ca69f-2260-4c37-88c7-262540cc563a), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.493132 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.636263 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Pushing event updated for resources: {'Port': ['ID=c77ca69f-2260-4c37-88c7-262540cc563a,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:05.644755 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Attempting to bind port c77ca69f-2260-4c37-88c7-262540cc563a on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:05:05.645146 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Attempting to bind port c77ca69f-2260-4c37-88c7-262540cc563a by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:05:05.645569 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Attempting to bind port c77ca69f-2260-4c37-88c7-262540cc563a on network 8a778c09-ddd0-4d96-9114-02b90840ea75 {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:05:05.654685 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.655021 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.655352 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.655694 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.656128 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.656416 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.656749 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.657064 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.657388 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.657699 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.657974 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.658332 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.658641 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.658941 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.659240 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Tracked resource versions report: Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: pushed versions: Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: { 'AddressGroup': {'1.2'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Agent': {'1.1'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'ConntrackHelper': {'1.0'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Log': {'1.0'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'NDPProxy': {'1.0'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Network': {'1.1'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Port': {'1.7'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'PortForwarding': {'1.3'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'QosPolicy': {'1.10'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroup': {'1.5'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SubPort': {'1.0'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Subnet': {'1.1'}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Trunk': {'1.1'}} Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: consumer versions: Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Agent': '1.1', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'ConntrackHelper': '1.0', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'LocalIPAssociation': '1.0', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Log': '1.0', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'NDPProxy': '1.0', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Network': '1.1', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Port': '1.7', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'PortForwarding': '1.3', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'QosPolicy': '1.10', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroup': '1.5', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroupRule': '1.2', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SubPort': '1.0', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Subnet': '1.1', Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Trunk': '1.1'}} Sep 29 02:05:05.660701 dv-cinder-733062-36-iscsi neutron-server[106495]: {{(pid=106495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:05:05.711625 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 5 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:05.743590 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Port c77ca69f-2260-4c37-88c7-262540cc563a cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:05:05.744175 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:05:05.744595 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Checking segment: {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:05:05.745075 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.745455 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Bound using segment: {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:05:05.745949 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Bound port: c77ca69f-2260-4c37-88c7-262540cc563a, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddca7f74-5a5b-492b-ba52-649246eb10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:05:05.746350 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.775009 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:05.807993 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] For port c77ca69f-2260-4c37-88c7-262540cc563a, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:05:05.829048 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] For port c77ca69f-2260-4c37-88c7-262540cc563a, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=c77ca69f-2260-4c37-88c7-262540cc563a,segment=NetworkSegment(ddca7f74-5a5b-492b-ba52-649246eb10b0),segment_id=ddca7f74-5a5b-492b-ba52-649246eb10b0)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:05:05.836248 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:05.840909 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:05.878279 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Routers {'254e5e9a-e262-4697-a8da-168c29911b5c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:05:05.878882 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:05:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['254e5e9a-e262-4697-a8da-168c29911b5c'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:05.922549 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ec42-d41c-404a-824d-f80a761ecf97 None None] Pushing event updated for resources: {'Port': ['ID=c77ca69f-2260-4c37-88c7-262540cc563a,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:05.971931 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] Set router 254e5e9a-e262-4697-a8da-168c29911b5c gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:05:06.171660 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:03Z', 'revision_number': 2, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port_host': None, '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:05Z', 'revision_number': 4, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:06.197548 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d9e81-1057-4e5b-80bc-277feee73d53 None None] The sync data for ids ['254e5e9a-e262-4697-a8da-168c29911b5c'] in dv-cinder-733062-36-iscsi is: [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:03Z', 'revision_number': 2, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port_host': None, '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:05Z', 'revision_number': 4, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:05:06.244241 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Attempt 6 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:06.325533 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Current status of the port c77ca69f-2260-4c37-88c7-262540cc563a is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:06.326320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:06.365953 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] For port c77ca69f-2260-4c37-88c7-262540cc563a, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=c77ca69f-2260-4c37-88c7-262540cc563a,segment=NetworkSegment(ddca7f74-5a5b-492b-ba52-649246eb10b0),segment_id=ddca7f74-5a5b-492b-ba52-649246eb10b0)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:05:06.372028 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:06.423326 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67163d-8776-4037-a124-9ba6aa54495d None None] Pushing event updated for resources: {'Port': ['ID=c77ca69f-2260-4c37-88c7-262540cc563a,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:06.492720 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-beb5d35e-6f1a-4a27-b414-b57f10d0d506 None None] Provisioning complete for port c77ca69f-2260-4c37-88c7-262540cc563a triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:06.493094 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-beb5d35e-6f1a-4a27-b414-b57f10d0d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:06.493292 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-beb5d35e-6f1a-4a27-b414-b57f10d0d506 None None] Attempt 1 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:06.543360 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:06.577115 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-beb5d35e-6f1a-4a27-b414-b57f10d0d506 None None] Current status of the port c77ca69f-2260-4c37-88c7-262540cc563a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:06.939094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47652) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:07.413587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5c307-7356-4900-9aee-b7ec9dbe69f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:07.415008 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-45f5c307-7356-4900-9aee-b7ec9dbe69f5 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/52ea00ca-0160-4f17-9091-0f08a2f1a96c HTTP/1.1" status: 200 len: 842 time: 0.4749146 Sep 29 02:05:07.425898 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:05:07.452376 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Made reservation on behalf of c6a6000fb0914b0390fa25e08205ee14 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:05:07.454898 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:07.784081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.objects.ports [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106493) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 29 02:05:07.784496 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (43185690-1814-4866-96da-c2a392692860), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:07.834218 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=43185690-1814-4866-96da-c2a392692860,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:07.857872 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:05:07.858240 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Network hostable DHCP agents. Network: 52ea00ca-0160-4f17-9091-0f08a2f1a96c, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:05:07.883212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:05:07.904361 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 52ea00ca-0160-4f17-9091-0f08a2f1a96c) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:05:07.908783 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:07.909372 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:07.915618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f04362d-147a-41e6-ba6f-45345b731c0e None None] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:05:07.930616 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d426535d-e49e-4116-a748-4e4b85928ffa admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5079699 Sep 29 02:05:07.992435 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:08.024722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a28df5-1eda-4061-ae1a-0a8df02eea11 None None] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:05:10.620137 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 47660) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:11.173902 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1fbfdf86-bd24-4ef9-a594-62778613b798 demo admin] 10.222.0.61 "GET /networking/v2.0/routers/254e5e9a-e262-4697-a8da-168c29911b5c HTTP/1.1" status: 200 len: 710 time: 0.5526042 Sep 29 02:05:11.299389 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e109cc-ed5d-4a9f-a9d5-bc03cc0cd819 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:11.302359 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-55e109cc-ed5d-4a9f-a9d5-bc03cc0cd819 demo admin] 10.222.0.61 "GET /networking/v2.0/networks/52ea00ca-0160-4f17-9091-0f08a2f1a96c HTTP/1.1" status: 200 len: 886 time: 0.1210496 Sep 29 02:05:11.311243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:05:11.570761 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks [] for router_gateway (254e5e9a-e262-4697-a8da-168c29911b5c), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:11.801304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks [] for router_gateway (254e5e9a-e262-4697-a8da-168c29911b5c), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:11.885023 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.097046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Allocated IP 172.27.2.156 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/37c8afd7-7281-47cb-a8e6-81931ff271ee) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:05:12.208574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks [] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.241377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:12.250950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:12.273545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.328349 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device c77ca69f-2260-4c37-88c7-262540cc563a up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:05:12.357283 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:05:12.362518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:05:12.371960 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:05:12.375192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Pushing event updated for resources: {'Port': ['ID=37c8afd7-7281-47cb-a8e6-81931ff271ee,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:12.378991 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port c77ca69f-2260-4c37-88c7-262540cc563a triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:12.379476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.379862 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:05:12.455963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port c77ca69f-2260-4c37-88c7-262540cc563a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:12.642681 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks [] for router_gateway (254e5e9a-e262-4697-a8da-168c29911b5c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.852697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1829344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30911'] for router (254e5e9a-e262-4697-a8da-168c29911b5c), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.860069 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1809357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1809348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829339'] for router (254e5e9a-e262-4697-a8da-168c29911b5c), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:12.969314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Router 254e5e9a-e262-4697-a8da-168c29911b5c has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:05:13.073919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:05:13.079882 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:13.080714 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-84455e41-16f7-4e5f-a790-57b09ab8ff27 demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/254e5e9a-e262-4697-a8da-168c29911b5c HTTP/1.1" status: 200 len: 890 time: 1.7738519 Sep 29 02:05:13.097600 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Sync routers for ids ['254e5e9a-e262-4697-a8da-168c29911b5c'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:05:13.111393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Routers {'254e5e9a-e262-4697-a8da-168c29911b5c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:05:13.112072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:05:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['254e5e9a-e262-4697-a8da-168c29911b5c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:13.325212 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Set router 254e5e9a-e262-4697-a8da-168c29911b5c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:05:13.773219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:12Z', 'revision_number': 4, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port': {'id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:11Z', 'updated_at': '2022-09-29T02:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:06Z', 'revision_number': 5, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:13.820308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Checking router: 254e5e9a-e262-4697-a8da-168c29911b5c for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:05:13.820652 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Updating router 254e5e9a-e262-4697-a8da-168c29911b5c port 37c8afd7-7281-47cb-a8e6-81931ff271ee binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:05:13.874714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.182115 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks [] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.183250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:14.191526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.195712 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:14.230185 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Attempting to bind port 37c8afd7-7281-47cb-a8e6-81931ff271ee on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:05:14.230543 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Attempting to bind port 37c8afd7-7281-47cb-a8e6-81931ff271ee by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:05:14.230893 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Attempting to bind port 37c8afd7-7281-47cb-a8e6-81931ff271ee on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:05:14.261222 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90858c-a76a-41a5-88ee-60f6751b2617 None None] Pushing event updated for resources: {'Port': ['ID=37c8afd7-7281-47cb-a8e6-81931ff271ee,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:14.281659 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:05:14.282023 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:05:14.282432 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.282805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:05:14.283260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Bound port: 37c8afd7-7281-47cb-a8e6-81931ff271ee, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:05:14.283623 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.330127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] For port 37c8afd7-7281-47cb-a8e6-81931ff271ee, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:05:14.333073 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] For port 37c8afd7-7281-47cb-a8e6-81931ff271ee, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=37c8afd7-7281-47cb-a8e6-81931ff271ee,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:05:14.340703 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:14.378031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Routers {'254e5e9a-e262-4697-a8da-168c29911b5c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:05:14.378644 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:05:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['254e5e9a-e262-4697-a8da-168c29911b5c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:14.426843 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90858c-a76a-41a5-88ee-60f6751b2617 None None] Pushing event updated for resources: {'Port': ['ID=37c8afd7-7281-47cb-a8e6-81931ff271ee,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:14.492330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] Set router 254e5e9a-e262-4697-a8da-168c29911b5c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:05:14.688196 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:12Z', 'revision_number': 4, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port': {'id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:11Z', 'updated_at': '2022-09-29T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:06Z', 'revision_number': 5, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:05:14.712520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074319b0-cf85-433e-83fa-ab389c0859f3 None None] The sync data for ids ['254e5e9a-e262-4697-a8da-168c29911b5c'] in dv-cinder-733062-36-iscsi is: [{'id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'name': 'router1', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:04:52Z', 'updated_at': '2022-09-29T02:05:12Z', 'revision_number': 4, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'gw_port': {'id': '37c8afd7-7281-47cb-a8e6-81931ff271ee', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:11Z', 'updated_at': '2022-09-29T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c77ca69f-2260-4c37-88c7-262540cc563a', 'name': '', 'network_id': '8a778c09-ddd0-4d96-9114-02b90840ea75', 'tenant_id': '507e44cb9594402a9fd0ac69d80cd885', 'mac_address': 'fa:16:3e:92:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e5e9a-e262-4697-a8da-168c29911b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:05:02Z', 'updated_at': '2022-09-29T02:05:06Z', 'revision_number': 5, 'project_id': '507e44cb9594402a9fd0ac69d80cd885', 'subnets': [{'id': '8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e61716b-9d4d-4ebd-b3b2-fb6e14b256b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:05:15.878859 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 47674) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:16.170190 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=35 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:16.174307 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:UPDATE=1,neutron:SELECT=44,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:16.302116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:16.312490 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-5491f415-1348-44ab-81cb-6134034520fe admin admin] 10.222.0.61 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4320772 Sep 29 02:05:16.332066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 37c8afd7-7281-47cb-a8e6-81931ff271ee up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:05:16.385896 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 37c8afd7-7281-47cb-a8e6-81931ff271ee triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:16.386308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:16.386645 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 37c8afd7-7281-47cb-a8e6-81931ff271ee Sep 29 02:05:16.463724 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 37c8afd7-7281-47cb-a8e6-81931ff271ee is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:16.463991 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:16.486376 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 37c8afd7-7281-47cb-a8e6-81931ff271ee, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=37c8afd7-7281-47cb-a8e6-81931ff271ee,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:05:16.492620 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:16.539177 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=37c8afd7-7281-47cb-a8e6-81931ff271ee,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:18.318733 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 37c8afd7-7281-47cb-a8e6-81931ff271ee up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:05:18.367029 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:18.371656 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 37c8afd7-7281-47cb-a8e6-81931ff271ee triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:18.372042 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (37c8afd7-7281-47cb-a8e6-81931ff271ee), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:18.372587 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 37c8afd7-7281-47cb-a8e6-81931ff271ee Sep 29 02:05:18.405204 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:18.454918 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 37c8afd7-7281-47cb-a8e6-81931ff271ee is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:23.070266 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:23.071179 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:26.307875 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=81,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:27.770718 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-24fa9a46-edd8-4b96-ab88-66505a02c34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:28.454049 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:29.118884 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:05:29.940726 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-27878cfd-cf35-41ba-8969-cf8be937eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:31.191232 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:32.543527 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:32.640961 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:39.114290 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:39.115344 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:42.628982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:42.634660 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:57.661817 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e5cc4107-d008-4330-9784-493ee8400b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:59.932970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3dc261fb-2372-4883-9e1c-8042fb524da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:01.187075 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:02.555290 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:02.640601 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:06.120508 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:06:12.135114 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:12.630171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:12.634954 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:26.115203 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:26.116748 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:27.658361 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ea537d8f-9a35-439c-92ef-776eb104d853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:29.927497 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c4886dc2-3577-415a-9226-40a56504bfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:31.193420 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:32.551925 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:32.637750 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:41.894523 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48220) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:42.271556 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6c0859-7af7-4974-8a6c-1cac92fa7d84 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:06:42.272852 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6d6c0859-7af7-4974-8a6c-1cac92fa7d84 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3770134 Sep 29 02:06:42.435225 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a5dae-ceb2-49a4-b430-6e204719d6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:42.436683 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2c2a5dae-ceb2-49a4-b430-6e204719d6b5 admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593268 Sep 29 02:06:42.624358 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:42.631290 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:43.120683 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:06:45.035249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48232) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:45.451468 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a179af-d55c-416a-af30-63e8de545575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:45.452845 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-71a179af-d55c-416a-af30-63e8de545575 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff HTTP/1.1" status: 200 len: 849 time: 0.4162977 Sep 29 02:06:45.462759 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:06:45.548723 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Publish callbacks [] for subnet (8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.782148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783093903773'] for subnet (8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.815806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:45.816393 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.818569 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] 10.222.0.61 "PUT /networking/v2.0/subnets/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff HTTP/1.1" status: 200 len: 868 time: 0.3594134 Sep 29 02:06:45.821287 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bba6d5-4554-4e30-9cc6-72f1d4a2df6d None None] Network 8a778c09-ddd0-4d96-9114-02b90840ea75 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:06:45.837938 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:45.846269 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.846644 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.847136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.847478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.847806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.848130 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.848598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.848964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.849259 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.849583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.849934 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.850270 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.850583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.850896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:45.851206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05964e76-11e3-4fda-bc13-8a8ca2cd05e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:46.139744 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Provisioning complete for port c77ca69f-2260-4c37-88c7-262540cc563a triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:46.140159 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c77ca69f-2260-4c37-88c7-262540cc563a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:46.140490 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Attempt 1 to provision port c77ca69f-2260-4c37-88c7-262540cc563a Sep 29 02:06:46.217735 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Current status of the port c77ca69f-2260-4c37-88c7-262540cc563a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:46.225898 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Provisioning complete for port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:46.226322 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:46.226658 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Attempt 1 to provision port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b Sep 29 02:06:46.298530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-f738bd92-9cac-4602-a9c1-d2a3012edf3b None None] Current status of the port 235ab4bc-5b6e-4aa0-a25e-0fcef7a6c09b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:48.426061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48240) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:48.955038 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979906d-ba6c-4872-ae90-ecc145f3ae1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:48.955499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979906d-ba6c-4872-ae90-ecc145f3ae1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:48.957027 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5979906d-ba6c-4872-ae90-ecc145f3ae1c admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5296006 Sep 29 02:06:51.568136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48248) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:52.025140 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f4d74-a935-4ab0-a7cd-7e50ea5071ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:52.025604 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f4d74-a935-4ab0-a7cd-7e50ea5071ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:52.027215 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-942f4d74-a935-4ab0-a7cd-7e50ea5071ec admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4578269 Sep 29 02:06:53.114848 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:53.116163 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:54.598695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48256) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:55.033312 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a4f2f-7017-47a2-837e-c99875e90572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:55.035249 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ed2a4f2f-7017-47a2-837e-c99875e90572 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/52ea00ca-0160-4f17-9091-0f08a2f1a96c HTTP/1.1" status: 200 len: 886 time: 0.4354374 Sep 29 02:06:56.295251 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=38 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:56.297167 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=39 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:57.599947 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48264) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:57.654822 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7be6c5e9-5393-4cc8-b01d-cab2fcb04747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:57.952370 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:57.996714 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:58.050964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7787b2-0bba-457f-b7f2-276a7a13f477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:58.052346 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cf7787b2-0bba-457f-b7f2-276a7a13f477 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/8a778c09-ddd0-4d96-9114-02b90840ea75 HTTP/1.1" status: 200 len: 869 time: 0.4511290 Sep 29 02:06:59.932320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-37042229-c049-4d0d-a4fb-0fbef412f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:00.685327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48272) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:01.134885 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049bc53-cabc-443e-8682-ba3c8da30d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:01.135239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049bc53-cabc-443e-8682-ba3c8da30d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:01.136773 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f049bc53-cabc-443e-8682-ba3c8da30d67 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4501014 Sep 29 02:07:01.193850 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:02.555438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:02.634874 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:03.760686 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48280) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:04.202458 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cd1f8-f77b-4645-b7de-eca557d76091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:04.202806 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cd1f8-f77b-4645-b7de-eca557d76091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:04.204323 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b95cd1f8-f77b-4645-b7de-eca557d76091 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4423475 Sep 29 02:07:06.919009 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48290) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:07.446919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c09fd-d255-4e21-8538-5a0926909dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:07.448234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-980c09fd-d255-4e21-8538-5a0926909dd3 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/43185690-1814-4866-96da-c2a392692860 HTTP/1.1" status: 200 len: 816 time: 0.5280614 Sep 29 02:07:10.085934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48298) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:10.537260 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80acb72-4bf1-42c0-9af3-0f5b4b1524ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:10.539350 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a80acb72-4bf1-42c0-9af3-0f5b4b1524ac admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/8708f75d-fd7f-4cc1-bd86-d7ae812ed5ff HTTP/1.1" status: 200 len: 868 time: 0.4524176 Sep 29 02:07:12.620189 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:12.629337 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:17.435964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=14 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:17.443705 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=24 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:20.123081 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:07:20.531154 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=11 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:20.533529 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=15 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:27.651657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-884c1842-b535-4ab2-8d67-b12d294f7e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:29.940493 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1d4323e2-e4d1-4440-a93e-bae0ef4cd3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:30.115403 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=16 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:30.116653 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=18 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:31.195109 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:32.556513 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:32.630922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:40.225288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48354) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:40.587462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [None req-ee786c7e-b95b-438f-b58a-ddaf2a144f0f admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:07:40.588469 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ee786c7e-b95b-438f-b58a-ddaf2a144f0f admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3623235 Sep 29 02:07:42.623640 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:42.624415 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:43.318999 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48362) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:43.694243 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1714acd-c1fc-4d66-8725-d6035fcfb514 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:07:43.695520 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f1714acd-c1fc-4d66-8725-d6035fcfb514 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3752623 Sep 29 02:07:43.916971 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dd6a9-ab0d-4aae-835b-cbd6e6389479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:43.918367 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fa0dd6a9-ab0d-4aae-835b-cbd6e6389479 admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2178385 Sep 29 02:07:46.535872 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48370) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:46.886325 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:07:46.915594 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Made reservation on behalf of c6a6000fb0914b0390fa25e08205ee14 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:07:46.918081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:46.946542 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING neutron.services.revisions.revision_plugin [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Could not find related network for resource to bump revision. Sep 29 02:07:46.962065 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:07:46.972508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (5a329160-3a55-4f52-87d2-9e38d1aeeb00), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:46.972868 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Added segment 5a329160-3a55-4f52-87d2-9e38d1aeeb00 of type vlan for network 189f8477-7289-41bc-827b-d15fd7d6ab8e Sep 29 02:07:47.014717 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (189f8477-7289-41bc-827b-d15fd7d6ab8e), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:47.042276 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (189f8477-7289-41bc-827b-d15fd7d6ab8e), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:47.043259 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:47.043848 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:47.106048 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5687134 Sep 29 02:07:47.108968 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Pushing event updated for resources: {'Network': ['ID=189f8477-7289-41bc-827b-d15fd7d6ab8e,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:47.115864 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.116231 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.116563 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.116897 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.117222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.117534 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.117857 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.118207 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.118597 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.119084 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.119891 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.120226 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.120547 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.120886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.121205 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f82223-2dc9-495f-ba58-7e1d3ad8b943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:47.133497 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:07:49.681898 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48378) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:50.050424 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.pecan_wsgi.hooks.translation [None req-0159e447-e29c-4347-8bc9-83f2fd7eae48 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:07:50.051679 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0159e447-e29c-4347-8bc9-83f2fd7eae48 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3685145 Sep 29 02:07:50.123852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2a2b2-27ed-4263-bff2-8972882d754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:50.125307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-17e2a2b2-27ed-4263-bff2-8972882d754b admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691316 Sep 29 02:07:50.138914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:07:50.162993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Made reservation on behalf of c6a6000fb0914b0390fa25e08205ee14 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:07:50.165217 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.347625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (c4481fb2-5bd6-4479-b0b4-87b8f5b9592b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.397358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4481fb2-5bd6-4479-b0b4-87b8f5b9592b,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:50.410992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.411324 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.411660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.411950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.412315 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.412609 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.412916 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.413225 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.413529 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.413834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.414169 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.414482 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.414788 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.415091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.415388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:50.424896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Checking segment: {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:07:50.425232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Network hostable DHCP agents. Network: 189f8477-7289-41bc-827b-d15fd7d6ab8e, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:07:50.446917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:07:50.460512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 189f8477-7289-41bc-827b-d15fd7d6ab8e) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:07:50.465515 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:07:50.466132 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.470969 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae0bf2-b032-4265-ada0-f1faba44e6f3 None None] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:07:50.492733 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cafe88ce-9677-466b-bc6c-74053170a17f admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3534162 Sep 29 02:07:50.680199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-189f8477-7289-41bc-827b-d15fd7d6ab8e', 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e', 'project_id': 'c6a6000fb0914b0390fa25e08205ee14', 'fixed_ips': [{'subnet_id': 'c4481fb2-5bd6-4479-b0b4-87b8f5b9592b'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:07:50.681376 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.823186 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Allocated IP 192.168.233.2 (189f8477-7289-41bc-827b-d15fd7d6ab8e/c4481fb2-5bd6-4479-b0b4-87b8f5b9592b/452a8d9e-1da9-4fb0-8c8a-a05b94854dcc) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:07:50.967255 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks [] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:50.974330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:51.014331 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:07:51.017206 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:07:51.021239 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:07:51.027989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Pushing event updated for resources: {'Port': ['ID=452a8d9e-1da9-4fb0-8c8a-a05b94854dcc,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:51.038322 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.038650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.038994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.039333 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.039655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.039967 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.040276 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.040587 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.040899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.041206 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.041512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.041868 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.042199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.042511 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.042813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:51.090969 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Attempting to bind port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:07:51.091330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Attempting to bind port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:07:51.091678 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Attempting to bind port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc on network 189f8477-7289-41bc-827b-d15fd7d6ab8e {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:07:51.135678 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:07:51.136035 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Checking segment: {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:07:51.136427 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:51.137133 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Bound using segment: {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:07:51.137398 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Bound port: 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:07:51.137795 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:51.198802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] For port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:07:51.202342 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] For port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=452a8d9e-1da9-4fb0-8c8a-a05b94854dcc,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:07:51.210844 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:51.269294 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8939-195d-4afa-bfc5-e55982c5c397 None None] Pushing event updated for resources: {'Port': ['ID=452a8d9e-1da9-4fb0-8c8a-a05b94854dcc,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:52.044413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c7ffc-1627-41b4-955f-9f9318f27499 None None] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:07:52.113884 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Provisioning complete for port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:07:52.114326 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.114659 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Attempt 1 to provision port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc Sep 29 02:07:52.118172 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:52.147107 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:52.238505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Current status of the port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:07:52.239462 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.276222 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] For port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=452a8d9e-1da9-4fb0-8c8a-a05b94854dcc,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:07:52.281926 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.343939 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae3bf-f16d-4963-9e1e-d9e5c61fb1b9 None None] Pushing event updated for resources: {'Port': ['ID=452a8d9e-1da9-4fb0-8c8a-a05b94854dcc,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:52.404907 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-b5a939ca-6788-469a-8a1e-c7cb273b09cb None None] Provisioning complete for port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:07:52.405290 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b5a939ca-6788-469a-8a1e-c7cb273b09cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.405625 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-b5a939ca-6788-469a-8a1e-c7cb273b09cb None None] Attempt 1 to provision port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc Sep 29 02:07:52.433309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:07:52.495636 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:07:52.496026 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.496360 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc Sep 29 02:07:52.551523 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b5a939ca-6788-469a-8a1e-c7cb273b09cb None None] Current status of the port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:07:52.603730 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:07:54.406240 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:07:54.450608 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:07:54.450982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (452a8d9e-1da9-4fb0-8c8a-a05b94854dcc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:54.451305 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc Sep 29 02:07:54.523565 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 452a8d9e-1da9-4fb0-8c8a-a05b94854dcc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:07:57.103331 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:57.111812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:57.124185 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:07:57.651520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0c31a5af-591b-46f9-a5e0-f2cfaa623c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.937254 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d772fe0f-db8d-47c7-b9db-18047f559764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:00.476167 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:00.476969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:01.210146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:02.559828 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:02.637766 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:03.123071 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:07.121124 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:12.624472 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:12.632090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:26.113493 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:27.647989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e02eb330-4f79-4ede-960e-ade12d9ef1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:29.933987 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8128f68b-c4d7-4524-a5f8-78b91628ce98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:31.201465 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:32.561863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:32.633393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:34.125253 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:08:42.625192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:42.628689 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:44.120441 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:44.121199 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:57.653909 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7f0121b6-cdf4-43df-970c-c73cdc4c9833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:59.930321 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-17510f0a-9019-4ea5-91bb-f0bf400b5024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:01.205956 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:02.564670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:02.632771 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:05.548476 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48422) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:05.554667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [None req-acc5a83c-6939-40ab-85fe-2fa103310c8a tempest-verify_tempest_config-1804169976 tempest-verify_tempest_config-1804169976-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:09:05.555555 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-acc5a83c-6939-40ab-85fe-2fa103310c8a tempest-verify_tempest_config-1804169976 tempest-verify_tempest_config-1804169976-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060737 Sep 29 02:09:06.126968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48440) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:06.495894 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.583111 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Publish callbacks [] for security_group (0780465a-93bf-48a9-bf7c-8188a23077c0), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.589768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0780465a-93bf-48a9-bf7c-8188a23077c0), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.637589 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0780465a-93bf-48a9-bf7c-8188a23077c0,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:09:06.641408 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ca78ef8e5e4948ac80bdb236a27aa313&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5134456 Sep 29 02:09:06.644626 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48444) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:06.647406 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.647751 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.648099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.648432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.648756 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.649059 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.649374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.649689 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.650033 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.650358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.650684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.650999 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.651307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.651615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.651921 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96748f6f-f059-40b1-b340-c4d6ffdf6ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.710757 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Publish callbacks [] for security_group (0780465a-93bf-48a9-bf7c-8188a23077c0), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.735140 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Publish callbacks [] for security_group (0780465a-93bf-48a9-bf7c-8188a23077c0), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.843920 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0780465a-93bf-48a9-bf7c-8188a23077c0), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.846934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:06.848270 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0780465a-93bf-48a9-bf7c-8188a23077c0 HTTP/1.1" status: 204 len: 168 time: 0.2025533 Sep 29 02:09:06.856430 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780465a-93bf-48a9-bf7c-8188a23077c0,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:09:06.863552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.863886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.864241 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.864576 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.864898 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.865219 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.865537 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.865850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.866196 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.866516 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.866848 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.867158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.867486 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.867783 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:06.868094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30355546-0b7c-4799-bb78-4947d52b62e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:09:11.125723 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:09:12.625417 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:16.640384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:16.643250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:16.859370 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:16.860172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:16.888695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:22.727816 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:22.728720 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:27.657763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-93c51c26-4f14-4ce0-9149-ec430c2ae388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:29.932232 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-83bc9012-e7ce-4578-9e7d-84d8d0a53c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:31.217187 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:32.570526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:32.631955 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:42.617305 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:42.625341 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:48.132602 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:09:57.655876 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e6fc-0360-440c-8c3b-8592bc7ce9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:58.123301 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:58.124507 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:59.936946 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b09c7543-7bdb-49d1-8aec-52624d15f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:01.220187 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:02.574422 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:02.627401 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:12.614494 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:12.621493 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:25.127418 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 5 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:10:27.655798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7d6e04a3-7052-4660-888e-44ed6e79bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:29.944839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c2f9ad31-5655-45c3-8557-06c1baee7854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:31.220019 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:32.579435 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:32.632679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:35.120073 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:35.120919 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:41.991077 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809613'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:51.980912 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:51.985402 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:55.429415 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48538) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:10:55.572057 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-54b6d22a-b121-4ff1-80a5-0255ec7b01a5 admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1411822 Sep 29 02:10:57.652404 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-39ad6226-1788-4be6-be22-86eea3b2d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:57.983484 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48548) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:10:58.044457 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b75a5910-0452-43f0-804e-1596c8ee9f5a admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0596929 Sep 29 02:10:59.931454 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e84c8182-75a8-4d60-8a0a-9dc78fb91bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:01.219834 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:02.129611 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:02.578935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:02.636896 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:05.567369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:08.039352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:11.986257 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:12.125102 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:12.126438 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.976351 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:21.978752 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:22.712941 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:22.715358 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:27.656409 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-40607fd7-80f7-4449-be76-d8298b8fd2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:29.938203 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-75d8fc40-9370-4647-87ef-1989c2cdab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.231583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.588089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:32.643986 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.134963 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:41.990592 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.126578 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:49.128158 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.976474 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.980517 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:57.651925 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a0189cfb-2c18-48f8-9401-ac4952f0da76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.925412 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1d43a7f4-8dc7-46d1-8988-0eb93b9e8b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.227381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.582627 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.638740 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.997662 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.133946 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:12:21.989385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:21.991309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:26.117886 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:26.129858 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:27.676707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-01e3c255-dbe8-458c-a66e-d4d85d45da87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.915073 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48660) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:29.922705 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4e597bad-71af-4f4b-9ddd-741a2c66491e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.121304 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-381211555-network', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:30.146279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Made reservation on behalf of 45259b9967b9410ca0fb09df7cea9f15 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:30.151064 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.162088 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.246999 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks [] for security_group (dec6febf-0c89-420b-ac52-426f0c9cab1c), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.254303 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (dec6febf-0c89-420b-ac52-426f0c9cab1c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.280223 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6febf-0c89-420b-ac52-426f0c9cab1c,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:30.291550 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.292121 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.292259 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.292586 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.292967 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.293211 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.293522 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.293830 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.294302 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.294497 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.294808 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.295384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.295702 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.296012 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.296324 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Tracked resource versions report: Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: pushed versions: Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: { 'AddressGroup': {'1.2'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Agent': {'1.1'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'ConntrackHelper': {'1.0'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Log': {'1.0'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'NDPProxy': {'1.0'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Network': {'1.1'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Port': {'1.7'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'PortForwarding': {'1.3'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'QosPolicy': {'1.10'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroup': {'1.5'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SubPort': {'1.0'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Subnet': {'1.1'}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Trunk': {'1.1'}} Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: consumer versions: Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: HyperV agent@hv-cinder-73306: {}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Agent': '1.1', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'ConntrackHelper': '1.0', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'LocalIPAssociation': '1.0', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Log': '1.0', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'NDPProxy': '1.0', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Network': '1.1', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Port': '1.7', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'PortForwarding': '1.3', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'QosPolicy': '1.10', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroup': '1.5', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SecurityGroupRule': '1.2', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'SubPort': '1.0', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Subnet': '1.1', Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: 'Trunk': '1.1'}} Sep 29 02:12:30.297575 dv-cinder-733062-36-iscsi neutron-server[106493]: {{(pid=106493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:12:30.302303 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:30.311643 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (22ad386b-1a3d-40c5-82d5-6ec1fb201a0b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.311807 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Added segment 22ad386b-1a3d-40c5-82d5-6ec1fb201a0b of type vlan for network e4db59af-b58e-48e5-9867-6d81c2594bb7 Sep 29 02:12:30.356550 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (e4db59af-b58e-48e5-9867-6d81c2594bb7), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.382190 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (e4db59af-b58e-48e5-9867-6d81c2594bb7), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.383581 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.384339 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.453860 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5350959 Sep 29 02:12:30.454420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48698) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:30.456393 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aa0fa-999c-458d-bc50-51b32c6383a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e4db59af-b58e-48e5-9867-6d81c2594bb7,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:30.460285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Request body: {'subnet': {'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-381211555-subnet', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:30.467447 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:30.483565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Made reservation on behalf of 45259b9967b9410ca0fb09df7cea9f15 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:30.486063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.692221 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (55e39c79-2107-42f4-85e8-ce84b749b3ce), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.743674 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e39c79-2107-42f4-85e8-ce84b749b3ce,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:30.754170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.754508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.754838 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.755165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.755486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.755804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.756118 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.756619 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.757072 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.757287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.757595 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.757913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.758274 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.758583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.758897 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Tracked resource versions report: Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: pushed versions: Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: { 'AddressGroup': {'1.2'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Agent': {'1.1'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'ConntrackHelper': {'1.0'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Log': {'1.0'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'NDPProxy': {'1.0'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Network': {'1.1'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Port': {'1.7'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'PortForwarding': {'1.3'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'QosPolicy': {'1.10'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroup': {'1.5'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SubPort': {'1.0'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Subnet': {'1.1'}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Trunk': {'1.1'}} Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: consumer versions: Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: HyperV agent@hv-cinder-73306: {}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Agent': '1.1', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'ConntrackHelper': '1.0', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'LocalIPAssociation': '1.0', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Log': '1.0', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'NDPProxy': '1.0', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Network': '1.1', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Port': '1.7', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'PortForwarding': '1.3', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'QosPolicy': '1.10', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroup': '1.5', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SecurityGroupRule': '1.2', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'SubPort': '1.0', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Subnet': '1.1', Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: 'Trunk': '1.1'}} Sep 29 02:12:30.760221 dv-cinder-733062-36-iscsi neutron-server[106492]: {{(pid=106492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:12:30.777222 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Checking segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:30.777678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Network hostable DHCP agents. Network: e4db59af-b58e-48e5-9867-6d81c2594bb7, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:30.796059 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:30.807911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, e4db59af-b58e-48e5-9867-6d81c2594bb7) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:30.813324 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.813913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.819276 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b30d7b-c43d-4989-9ead-0e6a609d6c54 None None] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:30.848504 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48724) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:30.851342 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-93a429eb-dea0-4773-8abf-d04da488e645 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956442 Sep 29 02:12:30.853062 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:30.876486 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.877773 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.943835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for router_controller (47246c58-f5ad-4e97-9b85-86e7e6e42100), precommit_add_association {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.959575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-e4db59af-b58e-48e5-9867-6d81c2594bb7', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'fixed_ips': [{'subnet_id': '55e39c79-2107-42f4-85e8-ce84b749b3ce'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:30.961897 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.062126 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48736) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:31.131849 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for router_gateway (47246c58-f5ad-4e97-9b85-86e7e6e42100), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.134476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Allocated IP 172.20.0.2 (e4db59af-b58e-48e5-9867-6d81c2594bb7/55e39c79-2107-42f4-85e8-ce84b749b3ce/15d970d2-c603-4bb9-9313-801345d42c1e) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:31.257604 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.320915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks [] for port (15d970d2-c603-4bb9-9313-801345d42c1e), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.331262 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.371567 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:31.377163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:31.380849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:31.400089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Pushing event updated for resources: {'Port': ['ID=15d970d2-c603-4bb9-9313-801345d42c1e,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.416430 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-468300057-network', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:31.419188 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for router_gateway (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.426501 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.426831 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.427330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.427823 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.428290 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.428765 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.429234 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.429704 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.430342 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.430825 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.431286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.431775 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.432246 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.432715 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.433166 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Tracked resource versions report: Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: pushed versions: Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: { 'AddressGroup': {'1.2'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Agent': {'1.1'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'ConntrackHelper': {'1.0'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Log': {'1.0'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'NDPProxy': {'1.0'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Network': {'1.1'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Port': {'1.7'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'PortForwarding': {'1.3'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'QosPolicy': {'1.10'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroup': {'1.5'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SubPort': {'1.0'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Subnet': {'1.1'}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Trunk': {'1.1'}} Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: consumer versions: Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: HyperV agent@hv-cinder-73306: {}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Agent': '1.1', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'ConntrackHelper': '1.0', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'LocalIPAssociation': '1.0', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Log': '1.0', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'NDPProxy': '1.0', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Network': '1.1', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Port': '1.7', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'PortForwarding': '1.3', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'QosPolicy': '1.10', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroup': '1.5', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SecurityGroupRule': '1.2', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'SubPort': '1.0', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Subnet': '1.1', Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: 'Trunk': '1.1'}} Sep 29 02:12:31.434610 dv-cinder-733062-36-iscsi neutron-server[106494]: {{(pid=106494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:12:31.457378 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Made reservation on behalf of e72ef47313ef4a8582a9e060d5597fc0 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:31.458031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.461033 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.478566 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Attempting to bind port 15d970d2-c603-4bb9-9313-801345d42c1e on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:31.478920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Attempting to bind port 15d970d2-c603-4bb9-9313-801345d42c1e by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:31.479478 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Attempting to bind port 15d970d2-c603-4bb9-9313-801345d42c1e on network e4db59af-b58e-48e5-9867-6d81c2594bb7 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:31.493561 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.525520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:31.526270 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Checking segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:31.526822 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.527353 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Bound using segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:31.527970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Bound port: 15d970d2-c603-4bb9-9313-801345d42c1e, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:31.528512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.545543 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.642058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] For port 15d970d2-c603-4bb9-9313-801345d42c1e, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:31.643398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks [] for security_group (a00390fe-029f-4f4e-9613-ca676f467a21), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.646083 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] For port 15d970d2-c603-4bb9-9313-801345d42c1e, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=15d970d2-c603-4bb9-9313-801345d42c1e,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:31.652352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a00390fe-029f-4f4e-9613-ca676f467a21), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.656007 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Allocated IP 172.27.2.143 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/f59d46b1-bc7e-4256-a101-32f392635b86) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:31.660816 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.662333 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.705373 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:31.731358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6f38255d-739e-498f-9a1e-cab112995e60), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.732016 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Added segment 6f38255d-739e-498f-9a1e-cab112995e60 of type vlan for network 106d8127-c1ae-4a0b-8b5c-0698e340d643 Sep 29 02:12:31.757097 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00390fe-029f-4f4e-9613-ca676f467a21,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.777442 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.796544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (106d8127-c1ae-4a0b-8b5c-0698e340d643), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.798663 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d624-c2e3-4888-b0ac-054796201465 None None] Pushing event updated for resources: {'Port': ['ID=15d970d2-c603-4bb9-9313-801345d42c1e,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.819492 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.829375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (106d8127-c1ae-4a0b-8b5c-0698e340d643), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.830942 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.831537 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.844115 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48758) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:31.865252 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for port (f59d46b1-bc7e-4256-a101-32f392635b86), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.907024 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.941520 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48764) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:31.973862 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:31.977488 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:31.982906 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:31.984635 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48768) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.119934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f59d46b1-bc7e-4256-a101-32f392635b86,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.121192 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9953272 Sep 29 02:12:32.121192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48774) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.121192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Request body: {'subnet': {'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-468300057-subnet', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:32.121192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Made reservation on behalf of e72ef47313ef4a8582a9e060d5597fc0 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:32.122705 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.125485 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5310d-5685-464e-8790-ed1c9819805e admin admin] Pushing event updated for resources: {'Network': ['ID=106d8127-c1ae-4a0b-8b5c-0698e340d643,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.146554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:32.162093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:32.315492 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-861434428-network', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:32.343551 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-317267574-network', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:32.367928 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-10548995-network', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:32.404339 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Made reservation on behalf of ad99e285720d41988cf2cf8f8978c313 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:32.406896 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.419909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (d73d5c7f-5a02-4e00-9e00-89d45976b5ab), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.500151 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Checking segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:32.500930 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Network hostable DHCP agents. Network: 106d8127-c1ae-4a0b-8b5c-0698e340d643, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:32.520224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73d5c7f-5a02-4e00-9e00-89d45976b5ab,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.526259 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:32.543005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 106d8127-c1ae-4a0b-8b5c-0698e340d643) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:32.548530 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.549119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.561827 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1f0d1-fcd3-4118-a1d9-587b4a98227d None None] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:32.573875 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Made reservation on behalf of 8f88658c804e40229386a559fd2a1fa9 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:32.577213 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.586086 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.612077 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:32.614984 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.616032 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-bca3d5ba-6f8f-4a3d-a98e-c91445b2a0b7 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5490689 Sep 29 02:12:32.616693 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48792) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:32.623835 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:32.629501 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.652056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.678660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (4045df9f-f0c5-4137-844a-874be24b6837), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.679805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (4045df9f-f0c5-4137-844a-874be24b6837), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.742859 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for router_gateway (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.762470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 15d970d2-c603-4bb9-9313-801345d42c1e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:32.778737 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.779223 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:32.814066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.887558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-106d8127-c1ae-4a0b-8b5c-0698e340d643', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:32.888734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.933885 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 15d970d2-c603-4bb9-9313-801345d42c1e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:32.934449 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.934951 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 15d970d2-c603-4bb9-9313-801345d42c1e Sep 29 02:12:32.963239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for router_controller (4045df9f-f0c5-4137-844a-874be24b6837), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.965281 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=17,neutron:UPDATE=4,neutron:SELECT=79 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:32.979497 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.193635 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 15d970d2-c603-4bb9-9313-801345d42c1e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:33.194781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.237293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for router_gateway (4045df9f-f0c5-4137-844a-874be24b6837), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.240397 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Allocated IP 172.20.0.2 (106d8127-c1ae-4a0b-8b5c-0698e340d643/d73d5c7f-5a02-4e00-9e00-89d45976b5ab/9bb268c3-8487-449e-a8eb-304564c3fc15) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:33.259659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks [] for security_group (ba8dc35c-e5bb-48cc-820f-e26f642261c3), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.265415 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks [] for security_group (2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.267616 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks [] for security_group (3014c521-a85d-4d26-aeb7-4dc609929800), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.273542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ba8dc35c-e5bb-48cc-820f-e26f642261c3), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.312379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3014c521-a85d-4d26-aeb7-4dc609929800), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.315351 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.342226 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:33.358182 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:33.379566 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6016b712-09a5-4d37-9451-f8a550024d48), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.380008 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Added segment 6016b712-09a5-4d37-9451-f8a550024d48 of type vlan for network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 Sep 29 02:12:33.384433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:33.427336 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.433209 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (bab731b6-a342-4db4-b64d-fa217289aa15), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.433549 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Added segment bab731b6-a342-4db4-b64d-fa217289aa15 of type vlan for network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a Sep 29 02:12:33.520718 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for router_gateway (4045df9f-f0c5-4137-844a-874be24b6837), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.553627 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (0a62e83f-d5ae-4009-9d09-8194af1cdb14), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.553955 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Added segment 0a62e83f-d5ae-4009-9d09-8194af1cdb14 of type vlan for network 39e5f739-8a9f-418d-a753-3adeb7a47d7a Sep 29 02:12:33.556679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.598894 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 15d970d2-c603-4bb9-9313-801345d42c1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=15d970d2-c603-4bb9-9313-801345d42c1e,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:33.600441 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4b997-a8ce-45d8-87b5-284b7cccab5f None None] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:33.605101 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.638261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.688714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8dc35c-e5bb-48cc-820f-e26f642261c3,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.735583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-76c80885-98d5-4b87-8939-9fb8cee89482 None None] Provisioning complete for port 15d970d2-c603-4bb9-9313-801345d42c1e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:33.736265 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-76c80885-98d5-4b87-8939-9fb8cee89482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.736745 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-76c80885-98d5-4b87-8939-9fb8cee89482 None None] Attempt 1 to provision port 15d970d2-c603-4bb9-9313-801345d42c1e Sep 29 02:12:33.762439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (21696cbf-ef5b-4f26-afb0-c5d58c71da44), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.795377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Allocated IP 172.27.2.69 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/7e921745-f1fd-49c6-b216-7997cba3f57d) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:33.818381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks [] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.849218 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=15d970d2-c603-4bb9-9313-801345d42c1e,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.853629 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.934199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.935032 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.942435 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.946888 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (39e5f739-8a9f-418d-a753-3adeb7a47d7a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.953429 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.db.resource_extend [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:12:33.958147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3014c521-a85d-4d26-aeb7-4dc609929800,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.972091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.984427 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:34.044486 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:34.058742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Pushing event updated for resources: {'Port': ['ID=9bb268c3-8487-449e-a8eb-304564c3fc15,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.064740 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.071300 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:34.085672 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.db.resource_extend [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:12:34.105817 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-76c80885-98d5-4b87-8939-9fb8cee89482 None None] Current status of the port 15d970d2-c603-4bb9-9313-801345d42c1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:34.125839 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (21696cbf-ef5b-4f26-afb0-c5d58c71da44), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.131459 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.132095 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.132591 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.161043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.174124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.177901 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (39e5f739-8a9f-418d-a753-3adeb7a47d7a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.179320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.179794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.192986 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.194102 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.194758 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.205501 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.217540 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Attempting to bind port 9bb268c3-8487-449e-a8eb-304564c3fc15 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:34.218233 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Attempting to bind port 9bb268c3-8487-449e-a8eb-304564c3fc15 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:34.219374 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Attempting to bind port 9bb268c3-8487-449e-a8eb-304564c3fc15 on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:34.226459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:34.230554 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2873948 Sep 29 02:12:34.231876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48850) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.245500 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Request body: {'subnet': {'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-10548995-subnet', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:34.251013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:34.282663 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:34.283458 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Checking segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:34.284037 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.284850 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Bound using segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:34.285736 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Bound port: 9bb268c3-8487-449e-a8eb-304564c3fc15, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:34.286427 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.288440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:34.291790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Pushing event updated for resources: {'Port': ['ID=7e921745-f1fd-49c6-b216-7997cba3f57d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.325238 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4799538 Sep 29 02:12:34.344198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:34.347107 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.347515 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48856) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.359451 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Request body: {'subnet': {'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-subnet', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:34.435334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a317eb-b508-4315-a2de-0def6588fb0b admin admin] Pushing event updated for resources: {'Network': ['ID=21696cbf-ef5b-4f26-afb0-c5d58c71da44,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.449734 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Made reservation on behalf of 8f88658c804e40229386a559fd2a1fa9 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:34.452899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.458687 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:34.495235 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] For port 9bb268c3-8487-449e-a8eb-304564c3fc15, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:34.567132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48862) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.573228 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5872924 Sep 29 02:12:34.576846 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48864) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:34.591044 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-4b87d7c6-088a-4667-b47f-946d2d4b6d3b None None] Provisioning complete for port 15d970d2-c603-4bb9-9313-801345d42c1e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:34.591416 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4b87d7c6-088a-4667-b47f-946d2d4b6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.591745 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4b87d7c6-088a-4667-b47f-946d2d4b6d3b None None] Attempt 1 to provision port 15d970d2-c603-4bb9-9313-801345d42c1e Sep 29 02:12:34.595004 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] For port 9bb268c3-8487-449e-a8eb-304564c3fc15, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9bb268c3-8487-449e-a8eb-304564c3fc15,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:34.679629 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 15d970d2-c603-4bb9-9313-801345d42c1e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:34.690204 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Request body: {'subnet': {'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-subnet', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:34.706052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.787707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.805153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 15d970d2-c603-4bb9-9313-801345d42c1e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:34.805557 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.806098 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 15d970d2-c603-4bb9-9313-801345d42c1e Sep 29 02:12:34.825433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b70c9f-6d90-4f37-a971-fcf527c94cbd admin admin] Pushing event updated for resources: {'Network': ['ID=39e5f739-8a9f-418d-a753-3adeb7a47d7a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.843128 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.934764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f2bb-a03f-44f1-aad4-91bfafd09d0e None None] Pushing event updated for resources: {'Port': ['ID=9bb268c3-8487-449e-a8eb-304564c3fc15,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.939541 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:34.940639 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Made reservation on behalf of ad99e285720d41988cf2cf8f8978c313 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:34.943776 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.960794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Router 47246c58-f5ad-4e97-9b85-86e7e6e42100 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:35.065877 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:35.066615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Network hostable DHCP agents. Network: 21696cbf-ef5b-4f26-afb0-c5d58c71da44, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:35.086820 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d9912-5d63-4600-b221-40f89088210b admin admin] Pushing event updated for resources: {'Network': ['ID=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.089806 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd895-ba67-42d6-9f55-4ef413eece31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.115850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (07a26b33-fd1c-402f-8b6f-2e60f9f280e4), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.141209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for router_gateway (4045df9f-f0c5-4137-844a-874be24b6837), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.152842 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:35.204456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:35.226261 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 21696cbf-ef5b-4f26-afb0-c5d58c71da44) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:35.232016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.232598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.237764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.252777 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a26b33-fd1c-402f-8b6f-2e60f9f280e4,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.259914 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292533c1-3609-4f4e-b6d5-c934164afcca None None] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:35.265134 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4b87d7c6-088a-4667-b47f-946d2d4b6d3b None None] Current status of the port 15d970d2-c603-4bb9-9313-801345d42c1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:35.280668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.294343 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-bb08b38d-adb3-4b06-994c-a982ef9b101f admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0609572 Sep 29 02:12:35.297861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48876) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.304317 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:35.314554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 15d970d2-c603-4bb9-9313-801345d42c1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:35.340659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.375549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.386079 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.406359 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.462375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.463490 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:35.463583 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:35.463583 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:35.463583 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Network hostable DHCP agents. Network: 39e5f739-8a9f-418d-a753-3adeb7a47d7a, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:35.464803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.477547 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Sync routers for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:35.492028 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:35.497285 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:35.577985 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for router_controller (1470a282-9b27-4cb7-85f4-d0bfa011a175), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.595613 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.624489 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.628326 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1f3b9ab4-374f-4ef1-b091-b47022b4abc8 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7762623 Sep 29 02:12:35.633041 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd895-ba67-42d6-9f55-4ef413eece31 admin admin] Publish callbacks [] for security_group (f9f24050-998f-4e4b-88a6-e489c3b7ca83), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.635979 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48882) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.649866 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Allocated IP 172.20.0.2 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/d439272f-2229-4586-aa8d-cbc5355d1d87) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:35.702296 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (4045df9f-f0c5-4137-844a-874be24b6837), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.732965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd895-ba67-42d6-9f55-4ef413eece31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f9f24050-998f-4e4b-88a6-e489c3b7ca83), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.777411 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (b0a3bb9c-cd56-4ded-8409-fadc1ad71b86), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.785088 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:35.794644 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbd895-ba67-42d6-9f55-4ef413eece31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f24050-998f-4e4b-88a6-e489c3b7ca83,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.820555 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for router_gateway (1470a282-9b27-4cb7-85f4-d0bfa011a175), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.860257 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.864487 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks [] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.868868 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:35.882051 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.932870 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9dbbd895-ba67-42d6-9f55-4ef413eece31 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bf12aa8cbe4f41cd94cebc15164ef2fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3567700 Sep 29 02:12:35.934420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48886) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.945228 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Pushing event updated for resources: {'Port': ['ID=d439272f-2229-4586-aa8d-cbc5355d1d87,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.968260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:35.970043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:35.977891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:36.055599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] Publish callbacks [] for security_group (f9f24050-998f-4e4b-88a6-e489c3b7ca83), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.086321 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:32Z', 'revision_number': 3, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:36.087066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] Publish callbacks [] for security_group (f9f24050-998f-4e4b-88a6-e489c3b7ca83), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.099142 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Attempting to bind port d439272f-2229-4586-aa8d-cbc5355d1d87 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:36.099498 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Attempting to bind port d439272f-2229-4586-aa8d-cbc5355d1d87 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:36.099853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Attempting to bind port d439272f-2229-4586-aa8d-cbc5355d1d87 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:36.118239 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Checking router: 47246c58-f5ad-4e97-9b85-86e7e6e42100 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:36.118616 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Updating router 47246c58-f5ad-4e97-9b85-86e7e6e42100 port f59d46b1-bc7e-4256-a101-32f392635b86 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:36.181201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f9f24050-998f-4e4b-88a6-e489c3b7ca83), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.183827 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.183955 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.188159 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f9f24050-998f-4e4b-88a6-e489c3b7ca83 HTTP/1.1" status: 204 len: 168 time: 0.2496817 Sep 29 02:12:36.188366 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:36.188734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:36.189558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.189558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:36.189945 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Bound port: d439272f-2229-4586-aa8d-cbc5355d1d87, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:36.190321 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.211057 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580b135-9e8f-423c-a9b3-8c240fa7db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f24050-998f-4e4b-88a6-e489c3b7ca83,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:36.252845 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 39e5f739-8a9f-418d-a753-3adeb7a47d7a) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:36.286469 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.287727 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.301941 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1636b-21ed-4a05-9b96-e8ba9c179da5 None None] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:36.351836 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Checking segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:36.352673 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Network hostable DHCP agents. Network: 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:36.384952 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-340d8b72-6a88-4656-a13f-1127e8a686a3 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0358748 Sep 29 02:12:36.388369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48894) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.394914 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:36.445315 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Router 4045df9f-f0c5-4137-844a-874be24b6837 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:36.470538 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for router_gateway (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.505706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.508388 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:36.513268 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.543841 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.544957 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.568696 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:36.589602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.590216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.676716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca6461-aacb-4d39-9f0e-85ce9339ad1e None None] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:36.681089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc42d6-61ed-476c-92fb-efafb9cf34cb None None] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:36.725805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.814843 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e96362de-f727-40d1-83d8-a993289796ad admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1313393 Sep 29 02:12:36.822427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for router_controller (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), precommit_add_association {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.823341 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48906) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.830832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:36.863938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9bb268c3-8487-449e-a8eb-304564c3fc15 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:36.871966 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48908) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.882073 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks [] for port (f59d46b1-bc7e-4256-a101-32f392635b86), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.894869 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:36.899460 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.903859 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.926059 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] For port d439272f-2229-4586-aa8d-cbc5355d1d87, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:36.930910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:36.945700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Provisioning complete for port 9bb268c3-8487-449e-a8eb-304564c3fc15 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:36.946714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.946714 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Attempt 1 to provision port 9bb268c3-8487-449e-a8eb-304564c3fc15 Sep 29 02:12:36.962896 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.977227 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] For port d439272f-2229-4586-aa8d-cbc5355d1d87, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=d439272f-2229-4586-aa8d-cbc5355d1d87,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:36.978885 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Attempting to bind port f59d46b1-bc7e-4256-a101-32f392635b86 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:36.979491 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Attempting to bind port f59d46b1-bc7e-4256-a101-32f392635b86 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:36.980163 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Attempting to bind port f59d46b1-bc7e-4256-a101-32f392635b86 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:37.010509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Allocated IP 172.27.2.14 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/2ad98a26-fd2a-4901-a5c3-e684e164458a) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:37.014670 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Pushing event updated for resources: {'Port': ['ID=f59d46b1-bc7e-4256-a101-32f392635b86,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.021203 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.024784 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.025357 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.025852 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.026722 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.026722 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.027023 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.027351 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.027676 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.028013 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.028334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.028806 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.029281 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.029750 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.030301 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.030826 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Tracked resource versions report: Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: pushed versions: Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: { 'AddressGroup': {'1.2'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Agent': {'1.1'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'ConntrackHelper': {'1.0'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Log': {'1.0'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'NDPProxy': {'1.0'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Network': {'1.1'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Port': {'1.7'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'PortForwarding': {'1.3'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'QosPolicy': {'1.10'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroup': {'1.5'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SubPort': {'1.0'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Subnet': {'1.1'}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Trunk': {'1.1'}} Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: consumer versions: Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: { DHCP agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: HyperV agent@hv-cinder-73306: {}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: L3 agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: Metadata agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: Metering agent@dv-cinder-733062-36-iscsi: {}, Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: Open vSwitch agent@dv-cinder-733062-36-iscsi: { 'AddressGroup': '1.2', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Agent': '1.1', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'ConntrackHelper': '1.0', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'LocalIPAssociation': '1.0', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Log': '1.0', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'NDPProxy': '1.0', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Network': '1.1', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Port': '1.7', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'PortForwarding': '1.3', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'QosPolicy': '1.10', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroup': '1.5', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SecurityGroupRule': '1.2', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'SubPort': '1.0', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Subnet': '1.1', Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: 'Trunk': '1.1'}} Sep 29 02:12:37.032861 dv-cinder-733062-36-iscsi neutron-server[106495]: {{(pid=106495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:12:37.057329 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea26d86e-7893-4df5-a244-3ff547f01de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.089975 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:37.097531 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:37.097947 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.098425 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:37.098925 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Bound port: f59d46b1-bc7e-4256-a101-32f392635b86, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:37.099310 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.099918 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.101142 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.102570 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.199623 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for router_controller (1025ba86-58da-485f-84d8-4ffa3f6d422b), precommit_add_association {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.204838 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] For port f59d46b1-bc7e-4256-a101-32f392635b86, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:37.210309 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] For port f59d46b1-bc7e-4256-a101-32f392635b86, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f59d46b1-bc7e-4256-a101-32f392635b86,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:37.212399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.216899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.231823 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.251675 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.309150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.345213 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46369f8-daef-435a-a059-bfa56ae08cf9 None None] Pushing event updated for resources: {'Port': ['ID=f59d46b1-bc7e-4256-a101-32f392635b86,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.355475 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:37.356684 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:37.367866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:37.371110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.372353 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ce2646da-1932-4a78-ad2d-6e3855d14563 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7546532 Sep 29 02:12:37.376411 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:37.379275 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:37.400239 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 48922) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:37.471242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:37.471242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:37.497744 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:37.537829 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Pushing event updated for resources: {'Port': ['ID=2ad98a26-fd2a-4901-a5c3-e684e164458a,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.623836 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea26d86e-7893-4df5-a244-3ff547f01de4 admin admin] Publish callbacks [] for security_group (4460837e-d7f5-44a5-9563-9e84ef859d50), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.647675 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:37.727402 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:37.728350 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.830696 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.832392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea26d86e-7893-4df5-a244-3ff547f01de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4460837e-d7f5-44a5-9563-9e84ef859d50), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.841570 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:32Z', 'revision_number': 3, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:37.885257 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c28b7a-78a4-4c1f-b95f-1792f71df351 None None] The sync data for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi is: [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:32Z', 'revision_number': 3, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:37.888983 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for router_gateway (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.896331 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Current status of the port 9bb268c3-8487-449e-a8eb-304564c3fc15 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:37.896711 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.899171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:12:37.900941 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.918626 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for router_gateway (1025ba86-58da-485f-84d8-4ffa3f6d422b), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.948292 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for router_gateway (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.066658 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ea26d86e-7893-4df5-a244-3ff547f01de4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2f86e7cfb31b42ee8b6198d12767632c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1864479 Sep 29 02:12:38.066658 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26d86e-7893-4df5-a244-3ff547f01de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4460837e-d7f5-44a5-9563-9e84ef859d50,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:38.066932 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48928) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:38.108876 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Allocated IP 172.20.0.2 (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a/b0a3bb9c-cd56-4ded-8409-fadc1ad71b86/92494edb-5f6d-4c3f-ad14-24414f2a228b) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:38.126775 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.135797 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931ced-41e3-4600-b71b-5a18f27599a1 None None] Pushing event updated for resources: {'Port': ['ID=d439272f-2229-4586-aa8d-cbc5355d1d87,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:38.163304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.166564 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 9bb268c3-8487-449e-a8eb-304564c3fc15 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:38.166956 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.167440 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 9bb268c3-8487-449e-a8eb-304564c3fc15 Sep 29 02:12:38.320230 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.474775 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] For port 9bb268c3-8487-449e-a8eb-304564c3fc15, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9bb268c3-8487-449e-a8eb-304564c3fc15,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:38.478170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] Publish callbacks [] for security_group (4460837e-d7f5-44a5-9563-9e84ef859d50), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.521549 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.544509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] Publish callbacks [] for security_group (4460837e-d7f5-44a5-9563-9e84ef859d50), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.548840 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.723353 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.770505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.825122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-504889fc-6c3f-42f4-839c-1865496b5bc2 None None] Provisioning complete for port 9bb268c3-8487-449e-a8eb-304564c3fc15 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:38.825809 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-504889fc-6c3f-42f4-839c-1865496b5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.826504 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-504889fc-6c3f-42f4-839c-1865496b5bc2 None None] Attempt 1 to provision port 9bb268c3-8487-449e-a8eb-304564c3fc15 Sep 29 02:12:38.834291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4460837e-d7f5-44a5-9563-9e84ef859d50), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.836778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.848401 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4460837e-d7f5-44a5-9563-9e84ef859d50 HTTP/1.1" status: 204 len: 168 time: 0.7710721 Sep 29 02:12:38.880128 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dd5b8-a013-4cc2-9209-924ade262fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4460837e-d7f5-44a5-9563-9e84ef859d50,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:38.884167 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:34Z', 'revision_number': 3, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:38.895113 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76583582-f3f9-40c6-a1e0-5a89293907f7 None None] Pushing event updated for resources: {'Port': ['ID=9bb268c3-8487-449e-a8eb-304564c3fc15,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:38.922508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:39.006340 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b1c02-136e-4d38-811f-4946db3ad8d6 None None] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:39.095219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:39.095705 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Updating router 4045df9f-f0c5-4137-844a-874be24b6837 port 7e921745-f1fd-49c6-b216-7997cba3f57d binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:39.108495 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Allocated IP 172.20.0.2 (39e5f739-8a9f-418d-a753-3adeb7a47d7a/07a26b33-fd1c-402f-8b6f-2e60f9f280e4/a00be9b6-5a41-4403-bf0d-5fb3ee540e4a) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:39.128103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks [] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.188308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.191116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for router_gateway (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.228756 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:39.240300 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:39.241790 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for router_gateway (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.259810 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:39.260555 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:39.268594 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.271303 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 9bb268c3-8487-449e-a8eb-304564c3fc15 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:39.288769 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.300428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.303428 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-fb8f15da-0cf0-4856-bbb0-f8d31f844d3f admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0026188 Sep 29 02:12:39.304150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 48946) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.323415 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.516508 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:39.546382 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.665571 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Allocated IP 172.20.0.1 (e4db59af-b58e-48e5-9867-6d81c2594bb7/55e39c79-2107-42f4-85e8-ce84b749b3ce/db1868e5-3576-4996-ae93-02e91d94cca9) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:39.671520 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.730874 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f59d46b1-bc7e-4256-a101-32f392635b86 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:39.752066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.835926 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:39.873863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.884673 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 3, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:39.907366 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:39.926432 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:39.926999 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Updating router 1470a282-9b27-4cb7-85f4-d0bfa011a175 port 2ad98a26-fd2a-4901-a5c3-e684e164458a binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:39.929218 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:39.949579 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Pushing event updated for resources: {'Port': ['ID=92494edb-5f6d-4c3f-ad14-24414f2a228b,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.980665 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.984339 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Allocated IP 172.27.2.49 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/f62bf4f3-d546-45f0-ba8c-d728e59e72ca) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:40.160637 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-504889fc-6c3f-42f4-839c-1865496b5bc2 None None] Current status of the port 9bb268c3-8487-449e-a8eb-304564c3fc15 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:40.200725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.278390 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f59d46b1-bc7e-4256-a101-32f392635b86 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:40.279448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.279890 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f59d46b1-bc7e-4256-a101-32f392635b86 Sep 29 02:12:40.400388 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Attempting to bind port 92494edb-5f6d-4c3f-ad14-24414f2a228b on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:40.400388 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Attempting to bind port 92494edb-5f6d-4c3f-ad14-24414f2a228b by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:40.401140 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Attempting to bind port 92494edb-5f6d-4c3f-ad14-24414f2a228b on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:40.426230 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.442673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Provisioning complete for port d439272f-2229-4586-aa8d-cbc5355d1d87 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:40.444675 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.451327 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Attempt 1 to provision port d439272f-2229-4586-aa8d-cbc5355d1d87 Sep 29 02:12:40.485527 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.496911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.574678 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks [] for port (db1868e5-3576-4996-ae93-02e91d94cca9), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.622190 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.656379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.658906 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.660940 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks [] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.716673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.789488 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:40.790270 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Checking segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:40.790580 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.790869 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Bound using segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:40.791364 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Bound port: 92494edb-5f6d-4c3f-ad14-24414f2a228b, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:40.791727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.801580 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.823973 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:40.827476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f59d46b1-bc7e-4256-a101-32f392635b86 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:40.827856 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.873604 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Allocated IP 172.20.0.1 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/844efc8a-bdc9-4841-be52-aab00c070aa4) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:40.877725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:40.890161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:40.914895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Pushing event updated for resources: {'Port': ['ID=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.931391 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port f59d46b1-bc7e-4256-a101-32f392635b86, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f59d46b1-bc7e-4256-a101-32f392635b86,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:40.953639 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Allocated IP 172.20.0.1 (106d8127-c1ae-4a0b-8b5c-0698e340d643/d73d5c7f-5a02-4e00-9e00-89d45976b5ab/ffd2b154-38fd-490e-b082-0ace6d0a853e) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:40.958481 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.959233 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9bb268c3-8487-449e-a8eb-304564c3fc15 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:40.969768 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Current status of the port d439272f-2229-4586-aa8d-cbc5355d1d87 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:40.970108 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.015933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks [] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.053808 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.061291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.081766 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] For port 92494edb-5f6d-4c3f-ad14-24414f2a228b, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:41.085673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.126541 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] For port 92494edb-5f6d-4c3f-ad14-24414f2a228b, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=92494edb-5f6d-4c3f-ad14-24414f2a228b,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:41.132544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.134465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.144727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Attempting to bind port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:41.145099 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Attempting to bind port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:41.145455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Attempting to bind port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:41.147151 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:41.154065 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:41.154843 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] For port d439272f-2229-4586-aa8d-cbc5355d1d87, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=d439272f-2229-4586-aa8d-cbc5355d1d87,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:41.159491 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:41.160127 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.178571 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.182364 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=f59d46b1-bc7e-4256-a101-32f392635b86,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.193733 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:41.195530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.218667 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.228945 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:41.233664 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks [] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.261800 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:41.262665 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.306569 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 9bb268c3-8487-449e-a8eb-304564c3fc15 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:41.306983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.307325 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 9bb268c3-8487-449e-a8eb-304564c3fc15 Sep 29 02:12:41.366738 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:41.368269 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:41.368269 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.368269 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Bound using segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:41.368764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Bound port: a00be9b6-5a41-4403-bf0d-5fb3ee540e4a, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:41.372616 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.406129 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025831-c6f1-46a3-bfd2-51a3dcea95f2 None None] Pushing event updated for resources: {'Port': ['ID=92494edb-5f6d-4c3f-ad14-24414f2a228b,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.428492 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-670e2d51-06c9-4142-a713-85eac3899389 None None] Provisioning complete for port d439272f-2229-4586-aa8d-cbc5355d1d87 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:41.428593 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-670e2d51-06c9-4142-a713-85eac3899389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.428925 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-670e2d51-06c9-4142-a713-85eac3899389 None None] Attempt 1 to provision port d439272f-2229-4586-aa8d-cbc5355d1d87 Sep 29 02:12:41.483836 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:41.608823 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:41.612755 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:41.766583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de71f-2497-4d07-afd4-d1679d4cf2a9 None None] Pushing event updated for resources: {'Port': ['ID=d439272f-2229-4586-aa8d-cbc5355d1d87,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.774980 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Allocated IP 172.27.2.140 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/f319bf65-0bc8-489a-ba23-d458a0280906) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:41.804964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Pushing event updated for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.828677 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.841788 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] For port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:41.887387 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.908258 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 9bb268c3-8487-449e-a8eb-304564c3fc15 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:41.912190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device d439272f-2229-4586-aa8d-cbc5355d1d87 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:41.918829 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.924497 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Pushing event updated for resources: {'Port': ['ID=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.950140 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] For port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:41.967225 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-670e2d51-06c9-4142-a713-85eac3899389 None None] Current status of the port d439272f-2229-4586-aa8d-cbc5355d1d87 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:41.993066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.075275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07631248-47ce-423a-b5e3-85655f1f592f None None] Pushing event updated for resources: {'Port': ['ID=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.109106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port d439272f-2229-4586-aa8d-cbc5355d1d87 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:42.109490 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.109818 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port d439272f-2229-4586-aa8d-cbc5355d1d87 Sep 29 02:12:42.111886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.113944 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Provisioning complete for port 844efc8a-bdc9-4841-be52-aab00c070aa4 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:42.113944 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.114263 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 1 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:42.169252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks [] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.179229 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.182286 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.206551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:42.226465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.264259 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port d439272f-2229-4586-aa8d-cbc5355d1d87 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:42.384016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:42.392825 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:42.401343 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.415301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Pushing event updated for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.519561 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:42.553199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for port (f319bf65-0bc8-489a-ba23-d458a0280906), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.566599 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:42.575991 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:42.582846 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (4045df9f-f0c5-4137-844a-874be24b6837), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.654794 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device d439272f-2229-4586-aa8d-cbc5355d1d87 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:42.663994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.743597 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 2 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:42.744120 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:42.821307 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:42.827393 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.829956 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.847843 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.877090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port d439272f-2229-4586-aa8d-cbc5355d1d87 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:42.878251 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.878714 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port d439272f-2229-4586-aa8d-cbc5355d1d87 Sep 29 02:12:42.978924 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port d439272f-2229-4586-aa8d-cbc5355d1d87 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:42.980126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f59d46b1-bc7e-4256-a101-32f392635b86 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:42.991417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:43.003477 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for router_gateway (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.006854 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-863a55f2-e1c4-474c-835b-ea2b5623fa47 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1470a282-9b27-4cb7-85f4-d0bfa011a175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6999681 Sep 29 02:12:43.029111 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8fe8d-956b-48de-bd02-749c8999fca8 None None] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:43.091461 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.241216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:43.268842 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:43.279106 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:43.285301 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.287417 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f59d46b1-bc7e-4256-a101-32f392635b86 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:43.287969 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.288442 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f59d46b1-bc7e-4256-a101-32f392635b86 Sep 29 02:12:43.325522 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 3 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:43.327233 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.329421 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Pushing event updated for resources: {'Port': ['ID=f319bf65-0bc8-489a-ba23-d458a0280906,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.437714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:43.439716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.584676 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks [] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.589547 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f59d46b1-bc7e-4256-a101-32f392635b86 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:43.591240 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 92494edb-5f6d-4c3f-ad14-24414f2a228b up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:43.625407 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.632163 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks [] for port (db1868e5-3576-4996-ae93-02e91d94cca9), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.650649 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f640a40-f027-410e-aa01-6ba7a452812d None None] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:43.654692 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.655796 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.722045 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Attempting to bind port 7e921745-f1fd-49c6-b216-7997cba3f57d on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:43.722353 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Attempting to bind port 7e921745-f1fd-49c6-b216-7997cba3f57d by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:43.722673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Attempting to bind port 7e921745-f1fd-49c6-b216-7997cba3f57d on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:43.793173 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c684b-8c41-45fa-83ed-ba3380c2efe8 None None] Pushing event updated for resources: {'Port': ['ID=7e921745-f1fd-49c6-b216-7997cba3f57d,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.797920 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.815078 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks [] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.815657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 92494edb-5f6d-4c3f-ad14-24414f2a228b triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:43.815757 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.816209 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 92494edb-5f6d-4c3f-ad14-24414f2a228b Sep 29 02:12:43.831719 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:43.832085 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:43.832660 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.832936 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:43.833405 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Bound port: 7e921745-f1fd-49c6-b216-7997cba3f57d, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:43.833777 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.836875 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.872947 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.887504 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.940590 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 4 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:43.950179 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.954695 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Attempting to bind port 2ad98a26-fd2a-4901-a5c3-e684e164458a on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:43.955341 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Attempting to bind port 2ad98a26-fd2a-4901-a5c3-e684e164458a by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:43.955890 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Attempting to bind port 2ad98a26-fd2a-4901-a5c3-e684e164458a on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:43.993704 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd3b5-a19b-4238-a636-ca988a13667d None None] Pushing event updated for resources: {'Port': ['ID=2ad98a26-fd2a-4901-a5c3-e684e164458a,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.029579 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:44.029948 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:44.030366 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.030745 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:44.031206 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Bound port: 2ad98a26-fd2a-4901-a5c3-e684e164458a, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:44.031577 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.084455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] For port 7e921745-f1fd-49c6-b216-7997cba3f57d, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:44.091870 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49060) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.099782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688817800', 'description': 'tempest-description--242507116'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:44.101279 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:44.113106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] For port 7e921745-f1fd-49c6-b216-7997cba3f57d, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=7e921745-f1fd-49c6-b216-7997cba3f57d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:44.118183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 92494edb-5f6d-4c3f-ad14-24414f2a228b is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:44.118784 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.125497 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] For port 2ad98a26-fd2a-4901-a5c3-e684e164458a, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:44.126247 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for router_gateway (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.133492 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] For port 2ad98a26-fd2a-4901-a5c3-e684e164458a, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2ad98a26-fd2a-4901-a5c3-e684e164458a,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:44.135720 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks [] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.135900 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.146489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.149869 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.153880 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.195273 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:44.199203 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c684b-8c41-45fa-83ed-ba3380c2efe8 None None] Pushing event updated for resources: {'Port': ['ID=7e921745-f1fd-49c6-b216-7997cba3f57d,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.204831 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd3b5-a19b-4238-a636-ca988a13667d None None] Pushing event updated for resources: {'Port': ['ID=2ad98a26-fd2a-4901-a5c3-e684e164458a,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.207222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.209214 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (4045df9f-f0c5-4137-844a-874be24b6837), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.210763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:44.211384 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:44.216811 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:44.217671 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:44.220212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:44.227198 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.297083 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2fc697eb-5d9f-416e-b626-b4c1b5125a85), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.313212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2fc697eb-5d9f-416e-b626-b4c1b5125a85), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.325176 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 92494edb-5f6d-4c3f-ad14-24414f2a228b, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=92494edb-5f6d-4c3f-ad14-24414f2a228b,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:44.346058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.379951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.381243 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2876720 Sep 29 02:12:44.384684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49062) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.389879 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '2fc697eb-5d9f-416e-b626-b4c1b5125a85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:44.405763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d7613-efb0-430a-a535-f08796870752 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc697eb-5d9f-416e-b626-b4c1b5125a85,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.459504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (aee1b79e-db3c-4536-833f-1bb620231911), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.473310 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:44.476268 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=92494edb-5f6d-4c3f-ad14-24414f2a228b,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.482074 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:44.528334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.599329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (aee1b79e-db3c-4536-833f-1bb620231911), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.609838 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (aee1b79e-db3c-4536-833f-1bb620231911), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.611473 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 5 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:44.613047 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.619438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a00be9b6-5a41-4403-bf0d-5fb3ee540e4a up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:44.633905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee1b79e-db3c-4536-833f-1bb620231911,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.648732 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.653662 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cfc4cf29-d1f6-4ea2-beb9-1f772e047375 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679977 Sep 29 02:12:44.654740 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49064) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.659775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '2fc697eb-5d9f-416e-b626-b4c1b5125a85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:44.693086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (20a5d656-8067-4064-b4b5-c144c45099a9), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.694646 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.733424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:44.775166 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:44.775726 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.776132 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a Sep 29 02:12:44.776375 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:44.777552 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (20a5d656-8067-4064-b4b5-c144c45099a9), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.783327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (20a5d656-8067-4064-b4b5-c144c45099a9), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.814838 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d7347-d6df-444d-93f8-c5e0a48066bc None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:44.824866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.829772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739016 Sep 29 02:12:44.831121 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc16deb-c78a-4f18-9c5a-ae4dadef8238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a5d656-8067-4064-b4b5-c144c45099a9,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.833713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49066) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.834959 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:44.838991 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:44.874224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.894183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 2, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:44.914964 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:44.921337 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Router 47246c58-f5ad-4e97-9b85-86e7e6e42100 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:44.928698 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9443b10-26a3-4b9d-9379-ff70c6991a9a None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 2, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:44.930241 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:44.933873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:44.934336 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.983396 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:45.002811 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.103248 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.109081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.110519 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:45.115315 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.127228 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.129018 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:45.146840 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.152199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:45.152926 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:45.238718 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 6 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:45.360757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.27.2.224 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/e2a801ad-33c5-45ef-bad7-6d1bb6b480e8) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:45.467295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.478234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.493915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.495082 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-da2140fe-746e-46d8-9d38-53a5a460fb3d admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6691349 Sep 29 02:12:45.502944 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49076) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:45.563763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:45.573679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.591787 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:45.601220 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:45.618421 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.630786 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.673202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:45.674641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:45.676765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:45.684992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:45.691577 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Sync routers for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:45.695074 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4cad0320-9918-4d71-8781-cb1667fda5b3 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/47246c58-f5ad-4e97-9b85-86e7e6e42100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0300779 Sep 29 02:12:45.729098 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:45.732875 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:45.891079 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=e2a801ad-33c5-45ef-bad7-6d1bb6b480e8,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.939114 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 3, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:45.942496 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:12:45.961012 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:45.970051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:45.994152 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-5949de1e-3dd8-4cb6-ac0c-124655f87137 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/4045df9f-f0c5-4137-844a-874be24b6837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5800366 Sep 29 02:12:46.034340 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:46.035335 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Updating router 1025ba86-58da-485f-84d8-4ffa3f6d422b port f62bf4f3-d546-45f0-ba8c-d728e59e72ca binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:46.050714 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.076179 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.080352 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 7 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:46.170921 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.198844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.529576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:46.621226 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.709545 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:42Z', 'revision_number': 4, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db1868e5-3576-4996-ae93-02e91d94cca9', 'name': '', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'mac_address': 'fa:16:3e:cd:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:38Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 2, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'subnets': [{'id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:46.720977 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49114) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:46.751173 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63102901', 'description': 'tempest-description--485315224'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:46.763002 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Checking router: 47246c58-f5ad-4e97-9b85-86e7e6e42100 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:46.763253 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Updating router 47246c58-f5ad-4e97-9b85-86e7e6e42100 port db1868e5-3576-4996-ae93-02e91d94cca9 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:46.797369 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a00be9b6-5a41-4403-bf0d-5fb3ee540e4a up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:46.816114 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.872223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.881791 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.882693 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.978323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.979937 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1451135 Sep 29 02:12:47.008531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1db224-6bdb-4dae-82f4-1c3c825a498d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=e2a801ad-33c5-45ef-bad7-6d1bb6b480e8,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.054038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:47.054567 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.054719 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a Sep 29 02:12:47.056249 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 8 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:47.191371 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.217781 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.234786 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:47.261340 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:47.272740 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks [] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.286436 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:47.324347 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:47.325043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:47.328752 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.361197 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks [] for port (db1868e5-3576-4996-ae93-02e91d94cca9), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.375673 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.415963 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.426684 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b431c7-8a3b-4877-bea9-5a381ed09436 None None] Pushing event updated for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.436211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49158) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.436742 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9d25ddce-d2ac-4416-a1a9-11c0f3f3e293 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.0459797 Sep 29 02:12:47.541039 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.555831 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Attempting to bind port f62bf4f3-d546-45f0-ba8c-d728e59e72ca on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:47.557510 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Attempting to bind port f62bf4f3-d546-45f0-ba8c-d728e59e72ca by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:47.559269 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Attempting to bind port f62bf4f3-d546-45f0-ba8c-d728e59e72ca on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:47.575003 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Attempting to bind port db1868e5-3576-4996-ae93-02e91d94cca9 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:47.575471 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Attempting to bind port db1868e5-3576-4996-ae93-02e91d94cca9 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:47.575709 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Attempting to bind port db1868e5-3576-4996-ae93-02e91d94cca9 on network e4db59af-b58e-48e5-9867-6d81c2594bb7 {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:47.586051 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb661-cf82-4477-9d04-60faec709d71 None None] Pushing event updated for resources: {'Port': ['ID=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.635301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49166) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.638089 dv-cinder-733062-36-iscsi neutron-server[106492]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 02:12:47.641706 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:47.646468 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Checking segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:47.646886 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.647289 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Bound using segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:47.647774 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Bound port: db1868e5-3576-4996-ae93-02e91d94cca9, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:47.648144 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.696654 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (91474a23-515e-4664-b157-5af3358ce159), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.697384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49172) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.701666 dv-cinder-733062-36-iscsi neutron-server[106493]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 02:12:47.719404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (91474a23-515e-4664-b157-5af3358ce159), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.740284 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] For port db1868e5-3576-4996-ae93-02e91d94cca9, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:47.744135 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] For port db1868e5-3576-4996-ae93-02e91d94cca9, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db1868e5-3576-4996-ae93-02e91d94cca9,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:47.754949 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:47.755321 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:47.755771 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.756019 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.756316 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:47.756876 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Bound port: f62bf4f3-d546-45f0-ba8c-d728e59e72ca, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:47.757318 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.759117 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 9 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:47.764627 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.794833 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91474a23-515e-4664-b157-5af3358ce159,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:47.797873 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:47.798529 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:47.819930 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.824795 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-bdeec766-aeab-4f90-b759-0c21e6e72e70 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0798259 Sep 29 02:12:47.833638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49174) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:47.858380 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group_rule': {'security_group_id': '91474a23-515e-4664-b157-5af3358ce159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:47.879811 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.895332 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-47861d86-1544-46ed-86f4-0cc778ecfc0b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1688817800&fields=id&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 267 time: 0.1966312 Sep 29 02:12:47.896622 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:47.897346 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2ad98a26-fd2a-4901-a5c3-e684e164458a up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:47.922085 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:47.943972 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.954253 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.955453 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:47.977161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (5de205f1-f001-4ee6-a37e-cfd9555e562e), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:47.987371 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b431c7-8a3b-4877-bea9-5a381ed09436 None None] Pushing event updated for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:48.070334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:48.105691 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] For port f62bf4f3-d546-45f0-ba8c-d728e59e72ca, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:48.107774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (5de205f1-f001-4ee6-a37e-cfd9555e562e), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.122658 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] For port f62bf4f3-d546-45f0-ba8c-d728e59e72ca, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:48.123383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c45eb91d-87ff-4bb8-87cb-9631207d0a9e tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.130840 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c45eb91d-87ff-4bb8-87cb-9631207d0a9e tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e4db59af-b58e-48e5-9867-6d81c2594bb7 HTTP/1.1" status: 200 len: 811 time: 0.4939632 Sep 29 02:12:48.141392 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (5de205f1-f001-4ee6-a37e-cfd9555e562e), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.168651 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.210574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de205f1-f001-4ee6-a37e-cfd9555e562e,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:48.214674 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-2630f7f8-221b-4c0c-a4b7-d296ccd350ed tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/quotas/45259b9967b9410ca0fb09df7cea9f15 HTTP/1.1" status: 200 len: 375 time: 0.0827172 Sep 29 02:12:48.238014 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.245353 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.257611 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb661-cf82-4477-9d04-60faec709d71 None None] Pushing event updated for resources: {'Port': ['ID=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:48.260438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2ad98a26-fd2a-4901-a5c3-e684e164458a triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:48.260954 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.261291 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2ad98a26-fd2a-4901-a5c3-e684e164458a Sep 29 02:12:48.265512 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-335b9642-28e9-4239-9638-a2aba3f4415d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.267052 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-335b9642-28e9-4239-9638-a2aba3f4415d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.3337948 Sep 29 02:12:48.300087 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-24281a1e-8295-4aed-9cff-ab30af888d50 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/quotas/9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 375 time: 0.0131907 Sep 29 02:12:48.419229 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.423833 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4b336f4c-b1a5-4e2b-ab24-cc612bbee4b9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870235 Sep 29 02:12:48.424645 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.431019 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-02d56c2a-bdfe-479e-8f70-29fafc4cf989 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=45259b9967b9410ca0fb09df7cea9f15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2028525 Sep 29 02:12:48.446404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49186) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:48.458350 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group_rule': {'security_group_id': '91474a23-515e-4664-b157-5af3358ce159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:48.487653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:48.493021 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.494814 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:48.499730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Allocated IP 172.20.0.1 (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a/b0a3bb9c-cd56-4ded-8409-fadc1ad71b86/5139cfe4-cd2f-454d-a156-ceecfa5d4cf2) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:48.503803 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 10 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:48.558479 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:42Z', 'revision_number': 4, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db1868e5-3576-4996-ae93-02e91d94cca9', 'name': '', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'mac_address': 'fa:16:3e:cd:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:38Z', 'updated_at': '2022-09-29T02:12:47Z', 'revision_number': 4, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'subnets': [{'id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:48.596555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2ad98a26-fd2a-4901-a5c3-e684e164458a is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:48.597008 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.656962 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a241e5-5720-4db1-9482-15c92864b9b2 None None] The sync data for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi is: [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:12:42Z', 'revision_number': 4, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db1868e5-3576-4996-ae93-02e91d94cca9', 'name': '', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'mac_address': 'fa:16:3e:cd:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:38Z', 'updated_at': '2022-09-29T02:12:47Z', 'revision_number': 4, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'subnets': [{'id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:48.679457 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:48.700838 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks [] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.713963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.715452 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Provisioning complete for port db1868e5-3576-4996-ae93-02e91d94cca9 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:48.715935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.716369 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Attempt 1 to provision port db1868e5-3576-4996-ae93-02e91d94cca9 Sep 29 02:12:48.761674 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-9d33cbd8-1da5-4294-9c47-6fbdfcae51a2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4537902 Sep 29 02:12:48.775768 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.837695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 2ad98a26-fd2a-4901-a5c3-e684e164458a, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2ad98a26-fd2a-4901-a5c3-e684e164458a,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:48.888423 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (a3ee5c68-eda0-4510-9238-7cb2644565fa), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.910670 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.974868 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-77bdb18b-fc0b-4a94-9897-ee3a92110410 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:12:48.975880 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-77bdb18b-fc0b-4a94-9897-ee3a92110410 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1946774 Sep 29 02:12:48.988342 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.024138 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:49.033981 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:49.063508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:49.064580 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.075690 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-7fd23bf4-7200-469d-8aa7-16a31724252f service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:12:49.077118 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-7fd23bf4-7200-469d-8aa7-16a31724252f service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1566122 Sep 29 02:12:49.169078 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (a3ee5c68-eda0-4510-9238-7cb2644565fa), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.218400 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (a3ee5c68-eda0-4510-9238-7cb2644565fa), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.231616 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.232424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 92494edb-5f6d-4c3f-ad14-24414f2a228b up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:49.257966 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ee5c68-eda0-4510-9238-7cb2644565fa,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.306544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.308166 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-739b2d52-7f00-4b55-9ef2-294b16f37c84 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8604620 Sep 29 02:12:49.312606 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49216) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:49.328149 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:49.365031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 3, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.381199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Allocated IP 172.20.0.1 (39e5f739-8a9f-418d-a753-3adeb7a47d7a/07a26b33-fd1c-402f-8b6f-2e60f9f280e4/c954b685-077c-40f2-908e-5e04fdff2615) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:49.390063 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.394822 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.403627 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-f1e89d41-c301-4c22-a4bd-4a32b2410c87 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901008 Sep 29 02:12:49.525467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:49.627730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks [] for port (c954b685-077c-40f2-908e-5e04fdff2615), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.683245 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:49.684085 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:49.684534 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Updating router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 port f319bf65-0bc8-489a-ba23-d458a0280906 binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:49.692237 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.693117 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.701275 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:49.706406 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:49.707788 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.793822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:49.796775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Pushing event updated for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.812236 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:49.847499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.891445 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.902404 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:49.902905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.975529 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:50.037583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-e4525d2e-cb7d-42d6-8673-aea318d7375a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463488 Sep 29 02:12:50.104749 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Current status of the port db1868e5-3576-4996-ae93-02e91d94cca9 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:50.105272 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.124994 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-431dc60e-7f46-4f81-a4b3-6db0c4618334 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112560 Sep 29 02:12:50.143076 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.349921 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks [] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.367943 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.368810 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.451336 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] For port db1868e5-3576-4996-ae93-02e91d94cca9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db1868e5-3576-4996-ae93-02e91d94cca9,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:50.488140 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.504679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.516953 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:50.535588 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=2ad98a26-fd2a-4901-a5c3-e684e164458a,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:50.554639 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:50.555502 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:50.627782 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-dce75e99-06e1-41bb-a397-46397571c80b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847158 Sep 29 02:12:50.660482 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 92494edb-5f6d-4c3f-ad14-24414f2a228b triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:50.661200 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.661821 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 92494edb-5f6d-4c3f-ad14-24414f2a228b Sep 29 02:12:50.695811 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:50.722562 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c954b685-077c-40f2-908e-5e04fdff2615), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.765925 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:50.766324 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Updating router 1470a282-9b27-4cb7-85f4-d0bfa011a175 port 844efc8a-bdc9-4841-be52-aab00c070aa4 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:50.784695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:50.853040 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.871107 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port 844efc8a-bdc9-4841-be52-aab00c070aa4 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:50.871506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.871845 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:51.019301 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:51.042455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 3, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:51.099831 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901d984-ef6d-441b-963c-3fbc7500b4f9 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 3, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:51.280094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.291665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1df8ab91-f4c5-4c96-9128-9ae5cb198ddc req-60c12af6-3f18-49eb-99a6-8e0cfe539f02 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.3841650 Sep 29 02:12:51.379149 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:51.389870 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93466e1c-2813-4ff3-9182-702bcbbca3eb None None] Pushing event updated for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.393562 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.403962 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.424632 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:51.449719 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.477553 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.505189 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Allocated IP 172.27.2.166 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/0f8a625e-9965-4b73-9c64-5bf4b5776ab0) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:51.546736 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 2 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:51.678022 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:51.711361 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 92494edb-5f6d-4c3f-ad14-24414f2a228b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:51.769951 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0ee30ad5-e93e-4f65-893f-c8cdc9a47bff req-aa16e46b-ad0f-4265-bb8b-34532a60e157 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.0931187 Sep 29 02:12:51.817741 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks [] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.845958 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.911853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks [] for port (c954b685-077c-40f2-908e-5e04fdff2615), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.920870 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.922252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.033521 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 2, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.042468 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.059253 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Pushing event updated for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.144309 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ba489-cc5d-4342-b2ff-f74e533fb7dc None None] Pushing event updated for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.169594 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.181475 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 3 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:52.193419 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:52.193943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Updating router 4045df9f-f0c5-4137-844a-874be24b6837 port ffd2b154-38fd-490e-b082-0ace6d0a853e binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:52.197048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2ad98a26-fd2a-4901-a5c3-e684e164458a up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:52.258158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:52.261044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:52.279735 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Attempting to bind port 844efc8a-bdc9-4841-be52-aab00c070aa4 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:52.280107 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Attempting to bind port 844efc8a-bdc9-4841-be52-aab00c070aa4 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:52.280644 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Attempting to bind port 844efc8a-bdc9-4841-be52-aab00c070aa4 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:52.381303 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=0f8a625e-9965-4b73-9c64-5bf4b5776ab0,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:52.448031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:52.457348 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:52.488306 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:52.496249 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:52.497846 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.548526 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:52.551427 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:52.553303 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.554362 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:52.555014 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Bound port: 844efc8a-bdc9-4841-be52-aab00c070aa4, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:52.558996 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.620044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:52.742813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port 844efc8a-bdc9-4841-be52-aab00c070aa4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:52.759979 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2ad98a26-fd2a-4901-a5c3-e684e164458a triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:52.760459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.760793 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2ad98a26-fd2a-4901-a5c3-e684e164458a Sep 29 02:12:52.788978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.897560 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] For port 844efc8a-bdc9-4841-be52-aab00c070aa4, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:52.906078 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] For port 844efc8a-bdc9-4841-be52-aab00c070aa4, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=844efc8a-bdc9-4841-be52-aab00c070aa4,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:52.944937 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.971367 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.070556 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ba489-cc5d-4342-b2ff-f74e533fb7dc None None] Pushing event updated for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:53.113906 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a4c87973-d04c-407f-928b-cbe2a345545a req-f0c1a93c-4b95-41cb-b8db-e993638b08b1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.4589028 Sep 29 02:12:53.130705 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:53.138054 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:53.143857 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-830c4467-d65e-497b-bb60-ce0e7f9204ac req-7ea7c60e-2cde-434b-b05b-5af895a4c319 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.1325843 Sep 29 02:12:53.198616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:53.213038 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f64d6321-3b0e-4f71-b978-852f68235863 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1c8d886a-d2f9-4f5f-b436-eda3fe8d4771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7744975 Sep 29 02:12:53.261481 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (236cea98-82a2-4804-a777-df375d38058d), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.264638 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 4 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:12:53.423015 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:53.490083 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49388) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:53.593380 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.605246 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:53.618431 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a2238e44-3b64-4d9c-b0bb-9e40d112a4d0 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1025ba86-58da-485f-84d8-4ffa3f6d422b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1136005 Sep 29 02:12:53.682711 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.782918 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-451f44f3-c5ee-4ee6-a667-b6b14922bc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.836250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.911491 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.068767 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.086720 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.087874 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (236cea98-82a2-4804-a777-df375d38058d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.099027 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-451f44f3-c5ee-4ee6-a667-b6b14922bc5f admin admin] Publish callbacks [] for security_group (49b9a04e-2d5c-43e5-ae58-0607248cfc65), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.119283 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-451f44f3-c5ee-4ee6-a667-b6b14922bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (49b9a04e-2d5c-43e5-ae58-0607248cfc65), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.198678 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks [] for port (f319bf65-0bc8-489a-ba23-d458a0280906), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.206951 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.211442 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8958261 Sep 29 02:12:54.235436 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:54.274835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbced98-9a49-408e-bd93-4c07c279506d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=0f8a625e-9965-4b73-9c64-5bf4b5776ab0,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.281034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-451f44f3-c5ee-4ee6-a667-b6b14922bc5f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=eed46241faa14306b5a4661fbd169c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864392 Sep 29 02:12:54.283620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49434) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.320861 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.322496 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f44f3-c5ee-4ee6-a667-b6b14922bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9a04e-2d5c-43e5-ae58-0607248cfc65,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.355765 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:12:54.360240 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f87a5e-4f8a-4080-ae81-e91c69b0a9f6 None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:52Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:54.464273 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] Publish callbacks [] for security_group (49b9a04e-2d5c-43e5-ae58-0607248cfc65), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.482187 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49442) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.487355 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987195581', 'description': 'tempest-description--1226466526'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:54.537778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] Publish callbacks [] for security_group (49b9a04e-2d5c-43e5-ae58-0607248cfc65), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.554600 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.601549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-9a54e7d3-338a-4c6d-920a-1587fd7b6860 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.604475 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-9a54e7d3-338a-4c6d-920a-1587fd7b6860 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 0.3665211 Sep 29 02:12:54.608917 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2ad98a26-fd2a-4901-a5c3-e684e164458a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:54.610059 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db1868e5-3576-4996-ae93-02e91d94cca9 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:54.628651 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-c39456f0-8851-4091-9ed5-e41ecf44e343 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f88658c804e40229386a559fd2a1fa9 HTTP/1.1" status: 200 len: 375 time: 0.0182388 Sep 29 02:12:54.672911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (49b9a04e-2d5c-43e5-ae58-0607248cfc65), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.676258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.679120 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/49b9a04e-2d5c-43e5-ae58-0607248cfc65 HTTP/1.1" status: 204 len: 168 time: 0.3894019 Sep 29 02:12:54.690066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c10f71-fcfc-4286-8462-6bda3693bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9a04e-2d5c-43e5-ae58-0607248cfc65,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.708300 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-d05f74bb-1a66-489b-86cb-fdcff24ff34f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642955 Sep 29 02:12:54.742847 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.750538 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port 844efc8a-bdc9-4841-be52-aab00c070aa4 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:54.751178 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.753579 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (40c7d729-142f-42e8-a15c-556bd5e1b8d3), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.755873 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.762784 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Attempting to bind port f319bf65-0bc8-489a-ba23-d458a0280906 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:54.763503 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Attempting to bind port f319bf65-0bc8-489a-ba23-d458a0280906 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:54.764151 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Attempting to bind port f319bf65-0bc8-489a-ba23-d458a0280906 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:54.779633 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9e1e7f5-1dcc-4209-9d65-35f72d44e848 req-cb5ca51f-c4d5-4a9a-b282-4b47853692e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.0422919 Sep 29 02:12:54.787520 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (40c7d729-142f-42e8-a15c-556bd5e1b8d3), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.830145 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b0668-c53c-4049-ab81-e1f096c795b2 None None] Pushing event updated for resources: {'Port': ['ID=f319bf65-0bc8-489a-ba23-d458a0280906,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.858756 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.862702 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3769398 Sep 29 02:12:54.863886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49450) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:54.870849 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group_rule': {'security_group_id': '40c7d729-142f-42e8-a15c-556bd5e1b8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:54.875531 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd5bd-bcca-477c-aca6-c4f2c79b729e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7d729-142f-42e8-a15c-556bd5e1b8d3,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:54.917273 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] For port 844efc8a-bdc9-4841-be52-aab00c070aa4, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=844efc8a-bdc9-4841-be52-aab00c070aa4,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:54.923550 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-855786f3-a6ab-4e4f-9601-6ad149c81b58 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007604 Sep 29 02:12:54.935879 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port db1868e5-3576-4996-ae93-02e91d94cca9 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:54.936767 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.937268 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port db1868e5-3576-4996-ae93-02e91d94cca9 Sep 29 02:12:54.939431 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.942818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:54.943430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:54.943993 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.944555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:54.946248 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Bound port: f319bf65-0bc8-489a-ba23-d458a0280906, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:54.946879 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.973228 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (d5f23c98-c036-447b-bdc0-d12667a4ddc5), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.984978 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31614481-fe70-4f76-a91b-264486f8e005 req-863901d9-8aed-440a-9d8e-0e0610bfed61 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.0859394 Sep 29 02:12:55.068047 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port ffd2b154-38fd-490e-b082-0ace6d0a853e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:55.070199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.070639 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port ffd2b154-38fd-490e-b082-0ace6d0a853e Sep 29 02:12:55.101821 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.141960 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.190926 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.55', 61709) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.256851 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-4c4e497e-6cd6-461f-a0bc-cfcba1799c73 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--63102901&fields=id&tenant_id=e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 267 time: 0.0846767 Sep 29 02:12:55.261182 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks [] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.282387 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-be39e129-f9be-48a6-8786-942d6abc12b1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371403 Sep 29 02:12:55.294476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (d5f23c98-c036-447b-bdc0-d12667a4ddc5), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.306973 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (d5f23c98-c036-447b-bdc0-d12667a4ddc5), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.323360 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] For port f319bf65-0bc8-489a-ba23-d458a0280906, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:55.333014 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f23c98-c036-447b-bdc0-d12667a4ddc5,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.336812 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port ffd2b154-38fd-490e-b082-0ace6d0a853e cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:55.338518 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Pushing event updated for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.342659 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.393615 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.393773 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] For port f319bf65-0bc8-489a-ba23-d458a0280906, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f319bf65-0bc8-489a-ba23-d458a0280906,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:55.395544 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b1a73c7f-38c4-469e-a0ba-d13fcee52e68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5309548 Sep 29 02:12:55.398953 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49470) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.407849 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-ba791ccf-28d3-420d-aea7-c50efac75d5e tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.410031 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-ba791ccf-28d3-420d-aea7-c50efac75d5e tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e4db59af-b58e-48e5-9867-6d81c2594bb7 HTTP/1.1" status: 200 len: 811 time: 0.2171121 Sep 29 02:12:55.410031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49472) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.413567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group_rule': {'security_group_id': '40c7d729-142f-42e8-a15c-556bd5e1b8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:55.447265 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3ddf078-a859-4317-b84c-71aa7202931f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.471075 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.510937 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port db1868e5-3576-4996-ae93-02e91d94cca9 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:55.511818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 7e921745-f1fd-49c6-b216-7997cba3f57d up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:55.520475 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Request body: {'port': {'device_id': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'admin_state_up': True, 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:55.534310 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-abc17119-3316-4c46-b0f2-09fdfc3aac57 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.546830 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-abc17119-3316-4c46-b0f2-09fdfc3aac57 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 810 time: 0.2884831 Sep 29 02:12:55.601062 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-c80a9813-5e31-4530-b172-bc80246ca1a1 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/quotas/e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 375 time: 0.0500503 Sep 29 02:12:55.601823 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:55.602617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:55.642867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (96e717ab-8f7b-480d-b52c-de4609755c0a), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.712464 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-dcb9a353-7a9e-47d7-be9a-cdeba46eef4d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043465 Sep 29 02:12:55.891357 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:55.916595 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.920074 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.55', 61717) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:55.942050 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e715ea2-221e-4640-b380-b6dcd3580fa0 None None] Pushing event updated for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.944342 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 2 to provision port ffd2b154-38fd-490e-b082-0ace6d0a853e Sep 29 02:12:56.138325 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:56.139329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port ffd2b154-38fd-490e-b082-0ace6d0a853e cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:56.241328 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 7e921745-f1fd-49c6-b216-7997cba3f57d triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:56.241969 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.242516 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 7e921745-f1fd-49c6-b216-7997cba3f57d Sep 29 02:12:56.265136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Attempting to bind port ffd2b154-38fd-490e-b082-0ace6d0a853e on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:56.265136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Attempting to bind port ffd2b154-38fd-490e-b082-0ace6d0a853e by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:56.265891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Attempting to bind port ffd2b154-38fd-490e-b082-0ace6d0a853e on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:56.356779 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3ddf078-a859-4317-b84c-71aa7202931f admin admin] Publish callbacks [] for security_group (4fb84890-be71-4978-9f7b-18a2e2b9e85c), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.395575 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3ddf078-a859-4317-b84c-71aa7202931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4fb84890-be71-4978-9f7b-18a2e2b9e85c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.442381 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-3d61748c-4148-4aaa-9baa-b3974879c307 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:56.444155 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-3d61748c-4148-4aaa-9baa-b3974879c307 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.5145404 Sep 29 02:12:56.453089 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-1c28f135-55a2-42d2-a887-9412eb1bb06a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328150 Sep 29 02:12:56.481586 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e3ddf078-a859-4317-b84c-71aa7202931f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9d2fdb2758d241c38ce51f2651c6c937&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0607810 Sep 29 02:12:56.494633 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddf078-a859-4317-b84c-71aa7202931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb84890-be71-4978-9f7b-18a2e2b9e85c,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.510557 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 49540) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.534377 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (96e717ab-8f7b-480d-b52c-de4609755c0a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.542715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:56.563567 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a2605b78-5247-44d6-9b00-4a3e8618b265 req-951a0f0c-a144-4a19-9c25-bce015fd946b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 210 time: 0.8280787 Sep 29 02:12:56.574435 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b0668-c53c-4049-ab81-e1f096c795b2 None None] Pushing event updated for resources: {'Port': ['ID=f319bf65-0bc8-489a-ba23-d458a0280906,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.578883 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:56.579355 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Checking segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:56.579789 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.580210 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Bound using segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:56.580673 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (96e717ab-8f7b-480d-b52c-de4609755c0a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.580798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Bound port: ffd2b154-38fd-490e-b082-0ace6d0a853e, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:56.582043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.585706 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 2, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:56.614305 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:56.657199 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2b5519b2-e082-4d92-92cc-6c7eb6809fe7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 380 time: 0.1843379 Sep 29 02:12:56.658208 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 3 to provision port ffd2b154-38fd-490e-b082-0ace6d0a853e Sep 29 02:12:56.663811 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998f1b0-ddda-473e-b20d-4b8d68102e25 None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 2, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:56.675373 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ccd05229-99d5-47af-897b-5e26bff01f23 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213478 Sep 29 02:12:56.684854 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'port': {'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'admin_state_up': True, 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'security_groups': ['2fc697eb-5d9f-416e-b626-b4c1b5125a85']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.699614 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 7e921745-f1fd-49c6-b216-7997cba3f57d is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:56.700031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.730196 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e717ab-8f7b-480d-b52c-de4609755c0a,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.754174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.761066 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d5c5686b-7eb5-47b3-b94e-89ec1d0a4cea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3605304 Sep 29 02:12:56.763905 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49546) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:56.786033 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:56.820542 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port ffd2b154-38fd-490e-b082-0ace6d0a853e cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:56.824026 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Made reservation on behalf of 45259b9967b9410ca0fb09df7cea9f15 for: {'port': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:56.826028 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] Publish callbacks [] for security_group (4fb84890-be71-4978-9f7b-18a2e2b9e85c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.844300 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 7e921745-f1fd-49c6-b216-7997cba3f57d, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=7e921745-f1fd-49c6-b216-7997cba3f57d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:56.856488 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.867569 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:56.941735 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=7e921745-f1fd-49c6-b216-7997cba3f57d,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:56.966266 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] For port ffd2b154-38fd-490e-b082-0ace6d0a853e, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:56.978457 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] For port ffd2b154-38fd-490e-b082-0ace6d0a853e, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=ffd2b154-38fd-490e-b082-0ace6d0a853e,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:57.000575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] Publish callbacks [] for security_group (4fb84890-be71-4978-9f7b-18a2e2b9e85c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.007824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.033264 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.065795 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:57.066666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:57.156592 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e715ea2-221e-4640-b380-b6dcd3580fa0 None None] Pushing event updated for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:57.243145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4fb84890-be71-4978-9f7b-18a2e2b9e85c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.248163 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.249982 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4fb84890-be71-4978-9f7b-18a2e2b9e85c HTTP/1.1" status: 204 len: 168 time: 0.7377238 Sep 29 02:12:57.255876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:57.280318 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:57.377219 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:57.389605 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 4 to provision port ffd2b154-38fd-490e-b082-0ace6d0a853e Sep 29 02:12:57.398400 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8498500c-f49d-42f3-83f5-bb2fa3ea633a req-d52c28a3-b73c-47a4-abfd-b909b48f61e7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.1186159 Sep 29 02:12:57.415296 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-944b52a5-f1ae-47d7-912f-9db237fd333b req-f13ba910-19fd-40bd-b27e-ebf5ec3b5c13 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.2191186 Sep 29 02:12:57.426515 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a82ba-6b9d-446d-b6bb-43980a2fadc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb84890-be71-4978-9f7b-18a2e2b9e85c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:57.505909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:57.523868 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.756226 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2167b15-d230-4cf0-ac5c-5d30e143c4b6 req-83cc0889-9308-4dd0-86cf-4f1065ba0925 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 210 time: 0.1489899 Sep 29 02:12:58.069338 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f62bf4f3-d546-45f0-ba8c-d728e59e72ca up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:58.125456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.55', 61726) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:58.133020 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.317537 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.586286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-fcdad0f5-bc84-42e4-8d48-7130310521be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.748342 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f62bf4f3-d546-45f0-ba8c-d728e59e72ca triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:58.749053 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.751413 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f62bf4f3-d546-45f0-ba8c-d728e59e72ca Sep 29 02:12:58.819430 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:58.848880 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:58.849373 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:12:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:58.926678 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.970815 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Allocated IP 172.20.0.4 (e4db59af-b58e-48e5-9867-6d81c2594bb7/55e39c79-2107-42f4-85e8-ce84b749b3ce/62cb9340-38dd-43f9-a051-285ad5137842) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:59.056670 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-c23a33d9-6613-4462-b7c5-64f78474f2d5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:59.060878 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-c23a33d9-6613-4462-b7c5-64f78474f2d5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 1.3364391 Sep 29 02:12:59.087528 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:59.200645 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-252ef113-126e-4808-b37c-8d0aba3a8cfa req-08cd1f61-55c8-43e0-a665-8a5e8159addf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.0966191 Sep 29 02:12:59.236105 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Allocated IP 172.27.2.138 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/564616f6-9d85-4e68-a8ec-f1f990c936d0) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:59.273612 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port ffd2b154-38fd-490e-b082-0ace6d0a853e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:59.274093 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.574918 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fb0e90fc-6220-4912-8a06-2ef48b9629f7 req-05a8e646-d83a-4f65-8aa7-d497cfb0e172 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.0989356 Sep 29 02:12:59.580242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:59.632592 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] For port ffd2b154-38fd-490e-b082-0ace6d0a853e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=ffd2b154-38fd-490e-b082-0ace6d0a853e,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:59.659380 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.670775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-80d105f4-02ab-47f4-85dc-0375f4111571 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:59.672272 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-80d105f4-02ab-47f4-85dc-0375f4111571 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 1.5441222 Sep 29 02:12:59.703151 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.20.0.8 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/d183c6c3-e338-4c72-a436-81e93d6fc258) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:59.710994 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-b7edce63-432c-4694-87ab-40883026cee2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f88658c804e40229386a559fd2a1fa9 HTTP/1.1" status: 200 len: 375 time: 0.1720526 Sep 29 02:12:59.714669 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 2, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:59.740863 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:59.741451 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Updating router 1025ba86-58da-485f-84d8-4ffa3f6d422b port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:59.772005 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:59.818785 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404cf8-fbe7-4c33-99f0-cba7deac6575 None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:59.825752 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.843975 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.846915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f62bf4f3-d546-45f0-ba8c-d728e59e72ca is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:59.847316 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.865381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:59.866366 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.866864 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a Sep 29 02:13:00.063425 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.076888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port f62bf4f3-d546-45f0-ba8c-d728e59e72ca, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:00.139296 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Pushing event updated for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:00.164049 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-81abd634-d3ec-4c66-b532-46a42f2529dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.171459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.175695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 844efc8a-bdc9-4841-be52-aab00c070aa4 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:00.190694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.238289 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-87dcf16e-c00b-483d-8b74-a324e3183203 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5045488 Sep 29 02:13:00.248565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.258113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.55', 61735) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:00.285426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'port': {'device_id': '1bcb7821-6480-46f9-a220-78d1214f7181', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'admin_state_up': True, 'tenant_id': '8f88658c804e40229386a559fd2a1fa9'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:00.294203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.510506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:00.555984 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:00.588163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 844efc8a-bdc9-4841-be52-aab00c070aa4 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:00.591271 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.595290 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 844efc8a-bdc9-4841-be52-aab00c070aa4 Sep 29 02:13:00.609832 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port c954b685-077c-40f2-908e-5e04fdff2615 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:00.610721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c954b685-077c-40f2-908e-5e04fdff2615), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.614595 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:00.648905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2a9b1b8-f8f9-48fa-bbd1-b54ed5b8afb9 req-fd495f1c-acdc-4719-9781-f1d864560fe1 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 210 time: 0.3954930 Sep 29 02:13:00.751489 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.810837 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks [] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.814522 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.822916 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.881468 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056cc13-9a54-4895-904f-00a5a983ce57 None None] Pushing event updated for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:00.966391 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Attempting to bind port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:00.967143 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Attempting to bind port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:00.967732 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Attempting to bind port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:00.976521 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:00.990023 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:01.079032 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:01.101210 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:01.236206 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-20523751-f196-4ddf-b2d3-b5e447732e55 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8971412 Sep 29 02:13:01.278481 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.283034 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks [] for port (62cb9340-38dd-43f9-a051-285ad5137842), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.286379 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:01.286719 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Checking segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:01.287122 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.296884 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Bound using segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:01.297483 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Bound port: 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:01.297882 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.326054 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.379096 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:01.380951 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=564616f6-9d85-4e68-a8ec-f1f990c936d0,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:01.454180 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 844efc8a-bdc9-4841-be52-aab00c070aa4 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:01.464917 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.477819 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 2 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:01.484440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-43550ebe-18b3-449c-9186-a2523c99fbd0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.506369 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-43550ebe-18b3-449c-9186-a2523c99fbd0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 810 time: 1.2262359 Sep 29 02:13:01.610476 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.633949 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:01.634482 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] For port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:01.638229 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] For port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:01.642599 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.650730 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.654071 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:01.714637 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:01.715498 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:13:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:01.797012 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.812791 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056cc13-9a54-4895-904f-00a5a983ce57 None None] Pushing event updated for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:01.822806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:01.874440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:01.884862 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.887377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.970925 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:01.998097 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-a0a31267-b647-4927-9a8f-faacb551cf47 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489841 Sep 29 02:13:02.008503 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:02.021044 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:02.027371 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:02.028508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.057608 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.061933 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device ffd2b154-38fd-490e-b082-0ace6d0a853e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:02.071473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd0e-0399-43e6-b68e-2007c29ba69d req-7caeb6bc-b24a-4b34-a1f7-febb3e7b05e7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:02.077543 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9a2fd0e-0399-43e6-b68e-2007c29ba69d req-7caeb6bc-b24a-4b34-a1f7-febb3e7b05e7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 931 time: 0.7397914 Sep 29 02:13:02.151395 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-80b572b0-f3a8-4934-b8c7-d19cce0d9549 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4883573 Sep 29 02:13:02.157963 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 3 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:02.181750 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:02.309351 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-25095c2d-09fb-462d-a576-f6b57245f5af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:13:02.320106 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-25095c2d-09fb-462d-a576-f6b57245f5af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1002295 Sep 29 02:13:02.334179 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:02.527687 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.553815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:02.571091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Made reservation on behalf of 8f88658c804e40229386a559fd2a1fa9 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:02.594224 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:02.595413 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.638572 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.643534 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.749598 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2379386 Sep 29 02:13:02.760678 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521f1c8-205a-44d4-aad1-5af4c7918c08 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Pushing event updated for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:02.796838 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port ffd2b154-38fd-490e-b082-0ace6d0a853e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:02.804821 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.805763 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port ffd2b154-38fd-490e-b082-0ace6d0a853e Sep 29 02:13:02.908099 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.909483 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1361258 Sep 29 02:13:02.952604 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-f22a5b65-4366-4c17-b744-0c20017d5dbb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 378 time: 1.3204656 Sep 29 02:13:03.003943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Request body: {'port': {'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:03.022443 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.061303 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.079105 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 4 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:03.116552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b3fb-48a8-4dcb-b8df-d0ead19778cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=564616f6-9d85-4e68-a8ec-f1f990c936d0,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.124390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'port': {'device_id': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'admin_state_up': True, 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'security_groups': ['91474a23-515e-4664-b157-5af3358ce159']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:03.169398 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59e195-89b2-4b40-9fdc-cc7abbab117f req-6d87ce86-f1c8-499c-aa28-adf0f8bba072 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:03.180195 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2e59e195-89b2-4b40-9fdc-cc7abbab117f req-6d87ce86-f1c8-499c-aa28-adf0f8bba072 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 931 time: 0.3155706 Sep 29 02:13:03.219313 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:03.258172 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9a2fd0e-0399-43e6-b68e-2007c29ba69d req-0e99b8b2-6aca-4719-a468-dd847b802970 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0940886 Sep 29 02:13:03.328782 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port ffd2b154-38fd-490e-b082-0ace6d0a853e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:03.330218 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f62bf4f3-d546-45f0-ba8c-d728e59e72ca up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:03.341056 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:01Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:03.375240 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Request body: {'port': {'device_id': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:03.406519 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f62bf4f3-d546-45f0-ba8c-d728e59e72ca triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:03.407387 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.408261 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f62bf4f3-d546-45f0-ba8c-d728e59e72ca Sep 29 02:13:03.440181 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9e4ee-fc57-4f84-8631-363869a2d955 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:01Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:03.518836 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.587046 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-766d979b-4314-48ac-9ae4-8517a772cd19 req-8007d5f1-ca36-40b1-9799-b34da17e5dde tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 210 time: 0.2029679 Sep 29 02:13:03.645818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f62bf4f3-d546-45f0-ba8c-d728e59e72ca is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:03.649309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 7e921745-f1fd-49c6-b216-7997cba3f57d up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:03.729586 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 5 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:03.844907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.889724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bf2b19ff-9848-4bd6-95b7-45d042fac136 req-700db7d5-105e-46b6-a16e-c981a2c2a69f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 210 time: 0.1698511 Sep 29 02:13:03.952005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Allocated IP 172.20.0.7 (39e5f739-8a9f-418d-a753-3adeb7a47d7a/07a26b33-fd1c-402f-8b6f-2e60f9f280e4/8d6a66c4-84ec-4b80-817a-4a5dfdc81a64) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:03.971156 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:04.017530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 7e921745-f1fd-49c6-b216-7997cba3f57d triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:04.025818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.030895 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 7e921745-f1fd-49c6-b216-7997cba3f57d Sep 29 02:13:04.397543 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 7e921745-f1fd-49c6-b216-7997cba3f57d is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:04.428386 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f319bf65-0bc8-489a-ba23-d458a0280906 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:04.442296 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2e59e195-89b2-4b40-9fdc-cc7abbab117f req-8e8fd140-77ca-4c66-bdca-c2caeb5573bc tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2595601 Sep 29 02:13:04.451095 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (62cb9340-38dd-43f9-a051-285ad5137842), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.510607 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:04.534604 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 6 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:04.608965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:04.623180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Made reservation on behalf of e72ef47313ef4a8582a9e060d5597fc0 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:04.648799 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.669586 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:04.696429 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f319bf65-0bc8-489a-ba23-d458a0280906 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:04.696977 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.697465 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f319bf65-0bc8-489a-ba23-d458a0280906 Sep 29 02:13:04.860545 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f319bf65-0bc8-489a-ba23-d458a0280906 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:04.861802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.908693 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.916038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port f319bf65-0bc8-489a-ba23-d458a0280906, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f319bf65-0bc8-489a-ba23-d458a0280906,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:04.923352 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.113468 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:05.115948 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=f319bf65-0bc8-489a-ba23-d458a0280906,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:05.169391 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f4ad-6c7e-4f99-b7fa-d82e3c923842 req-75960e4c-17a9-4b9e-a24f-3c2690784581 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:05.170507 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 7 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:05.178730 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e172f4ad-6c7e-4f99-b7fa-d82e3c923842 req-75960e4c-17a9-4b9e-a24f-3c2690784581 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 931 time: 0.3868949 Sep 29 02:13:05.197496 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:05.438442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:05.496195 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:05.538043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:05.538417 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.538830 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 Sep 29 02:13:05.540698 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e172f4ad-6c7e-4f99-b7fa-d82e3c923842 req-777985bd-79df-45f6-b299-492ebded123d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365786 Sep 29 02:13:05.609384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cb9340-38dd-43f9-a051-285ad5137842 {{(pid=106493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:05.658302 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks [] for port (62cb9340-38dd-43f9-a051-285ad5137842), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.770656 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49796) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.777306 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.provisioning_blocks [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Transition to ACTIVE for port object 62cb9340-38dd-43f9-a051-285ad5137842 will not be triggered until provisioned by entity L2. {{(pid=106493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:05.863670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:05.867221 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.888394 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-664d27ff-c17d-4cdc-97ec-ccd1399a315a req-302cd80c-86c4-4f16-9957-570d0058432b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 210 time: 0.1092637 Sep 29 02:13:05.904327 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.978811 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.144247 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:06.176414 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.55', 61748) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:06.183503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:06.244122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Attempting to bind port 62cb9340-38dd-43f9-a051-285ad5137842 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:06.249536 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Attempting to bind port 62cb9340-38dd-43f9-a051-285ad5137842 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}] {{(pid=106493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:06.250661 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Attempting to bind port 62cb9340-38dd-43f9-a051-285ad5137842 on network e4db59af-b58e-48e5-9867-6d81c2594bb7 {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:06.286461 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-53e00784-49b1-4f94-b8db-bb490fd5889a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1987195581&fields=id&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 267 time: 1.6841257 Sep 29 02:13:06.328369 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 8 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:06.471508 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:06.492569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Allocated IP 172.20.0.7 (106d8127-c1ae-4a0b-8b5c-0698e340d643/d73d5c7f-5a02-4e00-9e00-89d45976b5ab/870d1dee-af78-44b4-8d9b-36d459c3e5c4) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:06.537874 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:06.541559 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:13:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:06.654970 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:06.668022 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.669160 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.680075 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:06.681877 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:06.697719 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:06.729617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.739441 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-69c3a3bb-6401-4f8e-b3ca-c78e4c1fbdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:06.792917 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.829542 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a908760b-2255-4660-a704-aea9ebaecb2e req-8d1e2872-5917-443e-bafd-e2e4b77d8183 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 210 time: 0.6523807 Sep 29 02:13:06.849743 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-cf193212-08cf-40e4-8bed-104edc64c158 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.856719 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-cf193212-08cf-40e4-8bed-104edc64c158 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 0.6359012 Sep 29 02:13:06.905827 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Port 62cb9340-38dd-43f9-a051-285ad5137842 on network e4db59af-b58e-48e5-9867-6d81c2594bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:06.907681 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Attempting to bind port 62cb9340-38dd-43f9-a051-285ad5137842 on network e4db59af-b58e-48e5-9867-6d81c2594bb7 {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:06.946512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-ccc0f4a4-f8cc-46c6-b39a-57a37306f007 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.948354 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-ccc0f4a4-f8cc-46c6-b39a-57a37306f007 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 816 time: 0.2603881 Sep 29 02:13:07.055922 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d183c6c3-e338-4c72-a436-81e93d6fc258 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:07.086417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks [] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.129551 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'port': {'device_id': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'admin_state_up': True, 'tenant_id': '8f88658c804e40229386a559fd2a1fa9'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:07.134910 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Transition to ACTIVE for port object d183c6c3-e338-4c72-a436-81e93d6fc258 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:07.138422 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.143511 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.164627 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.173166 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:07.187913 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9315903 Sep 29 02:13:07.215668 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-d2b46caa-793c-443c-b17d-919d66d8b68b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/quotas/ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 375 time: 0.0574825 Sep 29 02:13:07.217133 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd8541-03ba-477b-a204-f733f379b717 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.258177 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 9 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:07.274228 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f319bf65-0bc8-489a-ba23-d458a0280906 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:07.277469 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.365148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Pushing event updated for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.384784 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.449639 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-9121b807-443d-4d59-9799-9bd898882d55 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602968 Sep 29 02:13:07.454126 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Request body: {'port': {'device_id': '1bcb7821-6480-46f9-a220-78d1214f7181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:07.515085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1f28b-7e73-4fb0-b51c-7b0637755a47 req-c0137a05-6044-4f60-b3d8-c1706948b9ac tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:07.517097 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ffb1f28b-7e73-4fb0-b51c-7b0637755a47 req-c0137a05-6044-4f60-b3d8-c1706948b9ac tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.4207773 Sep 29 02:13:07.538980 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:07.579897 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Attempting to bind port d183c6c3-e338-4c72-a436-81e93d6fc258 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:07.580658 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Attempting to bind port d183c6c3-e338-4c72-a436-81e93d6fc258 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:07.581238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Attempting to bind port d183c6c3-e338-4c72-a436-81e93d6fc258 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:07.600046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:07.600797 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Checking segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:07.601364 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Bound using segment: {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'} {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:07.601821 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Bound port: 62cb9340-38dd-43f9-a051-285ad5137842, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7'}}] {{(pid=106493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:07.602392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (62cb9340-38dd-43f9-a051-285ad5137842), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.618867 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port f319bf65-0bc8-489a-ba23-d458a0280906 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:07.619471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.619809 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port f319bf65-0bc8-489a-ba23-d458a0280906 Sep 29 02:13:07.701046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Port d183c6c3-e338-4c72-a436-81e93d6fc258 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:07.701786 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Attempting to bind port d183c6c3-e338-4c72-a436-81e93d6fc258 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:07.767542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-69c3a3bb-6401-4f8e-b3ca-c78e4c1fbdbd admin admin] Publish callbacks [] for security_group (821c9e03-2fb2-445b-b796-0c61ae007088), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.768552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.770895 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.781188 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ffb1f28b-7e73-4fb0-b51c-7b0637755a47 req-3b9328d1-e39d-45b1-969c-b7874dd72847 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273319 Sep 29 02:13:07.826028 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-69c3a3bb-6401-4f8e-b3ca-c78e4c1fbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (821c9e03-2fb2-445b-b796-0c61ae007088), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.844836 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Made reservation on behalf of 8f88658c804e40229386a559fd2a1fa9 for: {'port': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:07.848072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 2, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:07.853640 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:07.854212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:07.854949 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:07.855773 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Bound port: d183c6c3-e338-4c72-a436-81e93d6fc258, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:07.856268 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.859078 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.886476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.888459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:07.888886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Updating router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 port c954b685-077c-40f2-908e-5e04fdff2615 binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:13:07.933784 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.973595 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c954b685-077c-40f2-908e-5e04fdff2615), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.040225 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 10 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:08.044566 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port f319bf65-0bc8-489a-ba23-d458a0280906 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:08.057630 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:08.071649 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-69c3a3bb-6401-4f8e-b3ca-c78e4c1fbdbd admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6c8694988d8e4d72a26790d23a332f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2975805 Sep 29 02:13:08.072704 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3a3bb-6401-4f8e-b3ca-c78e4c1fbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c9e03-2fb2-445b-b796-0c61ae007088,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:08.074361 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:08.077542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49836) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:08.082380 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, cleared binding levels {{(pid=106493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:08.085457 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:08.106365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:08.128898 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:08.135493 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.136040 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.148896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.211000 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=62cb9340-38dd-43f9-a051-285ad5137842,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:08.234811 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879629-15f4-46db-bbae-3eca36a61443 req-7d899b63-f7e5-496c-9df4-eb813a004686 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.238052 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-de879629-15f4-46db-bbae-3eca36a61443 req-7d899b63-f7e5-496c-9df4-eb813a004686 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.2741988 Sep 29 02:13:08.256116 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ff12380a-4de2-4969-af12-480dba771445 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2384644 Sep 29 02:13:08.259758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:08.284294 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-d677b24c-9fa9-469e-8feb-832e53fddfdb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582519 Sep 29 02:13:08.286650 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.332437 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Request body: {'port': {'device_id': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:08.343662 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Port c954b685-077c-40f2-908e-5e04fdff2615 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:08.352775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.353399 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.355102 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/62cb9340-38dd-43f9-a051-285ad5137842 HTTP/1.1" status: 200 len: 1093 time: 5.4894552 Sep 29 02:13:08.404478 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port 92494edb-5f6d-4c3f-ad14-24414f2a228b triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:08.404736 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.405076 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port 92494edb-5f6d-4c3f-ad14-24414f2a228b Sep 29 02:13:08.431076 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:08.596914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d183c6c3-e338-4c72-a436-81e93d6fc258,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:08.657407 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.661266 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port 92494edb-5f6d-4c3f-ad14-24414f2a228b is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:08.679163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port db1868e5-3576-4996-ae93-02e91d94cca9 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:08.679968 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.680468 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port db1868e5-3576-4996-ae93-02e91d94cca9 Sep 29 02:13:08.728905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Pushing event updated for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:08.732489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:08.733171 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.734683 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-2fd6df28-4f2f-478b-abfc-15d76876e9fa service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 1093 time: 5.9479084 Sep 29 02:13:08.741194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:08.833542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Allocated IP 172.20.0.5 (39e5f739-8a9f-418d-a753-3adeb7a47d7a/07a26b33-fd1c-402f-8b6f-2e60f9f280e4/bed0985a-cae7-47c3-8b9d-3c76eb77b4e4) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:08.834190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port db1868e5-3576-4996-ae93-02e91d94cca9 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:08.841142 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.883328 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Provisioning complete for port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:08.883716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:08.899124 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Attempt 1 to provision port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 Sep 29 02:13:09.038317 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-00b006b2-fb9f-472c-9a1d-b73d0d562fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.040111 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-00b006b2-fb9f-472c-9a1d-b73d0d562fe5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1127 time: 0.2189794 Sep 29 02:13:09.055445 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-00136ca5-e39f-43e7-a2f5-7588fd231be9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702179 Sep 29 02:13:09.107714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:09.223796 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:09.230336 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.243016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022cb540-c9d8-4dd5-99b5-f92e189959e8" -d '{"events": [{"name": "network-changed", "server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:09.349190 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:09.350972 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c75644ed-969d-407a-8f1a-6bfdab48e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.352576 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-c75644ed-969d-407a-8f1a-6bfdab48e1f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=45259b9967b9410ca0fb09df7cea9f15&device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 1127 time: 0.6969180 Sep 29 02:13:09.367841 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84faebee-fec1-4309-a71b-b65489c88129" -d '{"events": [{"name": "network-changed", "server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "tag": "62cb9340-38dd-43f9-a051-285ad5137842"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:09.396462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e472-d658-422c-9654-69d36da8ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=3']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:09.408031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] Publish callbacks [] for security_group (821c9e03-2fb2-445b-b796-0c61ae007088), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.415740 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-861e6ff9-cb17-4596-8c15-7484999a5789 None None] Current status of the port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:09.488585 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:09.488968 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.489346 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 Sep 29 02:13:09.505705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-81d0e907-9469-408e-8ecb-b88df25830e1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 217 time: 0.2688856 Sep 29 02:13:09.602294 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Provisioning complete for port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:09.602687 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.603043 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 1 to provision port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 Sep 29 02:13:09.659291 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:09.759647 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:09.871158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:09.890359 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] Publish callbacks [] for security_group (821c9e03-2fb2-445b-b796-0c61ae007088), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.000075 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-de879629-15f4-46db-bbae-3eca36a61443 req-72c98ad3-3d02-47c0-bad4-f4967a1d98b3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7225468 Sep 29 02:13:10.040552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.049811 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-e3dffa0c-5119-489d-917c-b0bbee61993f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62cb9340-38dd-43f9-a051-285ad5137842 HTTP/1.1" status: 200 len: 217 time: 0.6391299 Sep 29 02:13:10.132094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:10.154842 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:10.161491 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49890) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:10.190581 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:10.196882 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.206317 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.216271 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 2 to provision port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 Sep 29 02:13:10.270465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.302675 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (821c9e03-2fb2-445b-b796-0c61ae007088), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.314872 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.318909 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/821c9e03-2fb2-445b-b796-0c61ae007088 HTTP/1.1" status: 204 len: 168 time: 2.2274868 Sep 29 02:13:10.390733 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061aa2c-a65c-4ad9-aea3-97568c19479f req-7bd4769b-39e9-47a9-9ecd-bcbedce75729 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.396014 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eebd55df-4a5e-46cb-bd2b-dff5bd4ffd1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2886484 Sep 29 02:13:10.399141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a061aa2c-a65c-4ad9-aea3-97568c19479f req-7bd4769b-39e9-47a9-9ecd-bcbedce75729 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 931 time: 0.4230731 Sep 29 02:13:10.400063 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks [] for port (c954b685-077c-40f2-908e-5e04fdff2615), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.405111 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-7791dfa4-96b1-409a-9a3f-3aac37322965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.406163 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-7791dfa4-96b1-409a-9a3f-3aac37322965 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.8912284 Sep 29 02:13:10.411757 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:10.420721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.480401 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b078d34-e987-4b75-8966-4f12ddc63221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.486877 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f82218-e32d-4d4d-b845-059f08475010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c9e03-2fb2-445b-b796-0c61ae007088,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.527057 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1e05e-8012-44a9-8236-389218689b04 req-64603d2c-2dfb-416e-99f8-a0aa0af08722 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.529949 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-add1e05e-8012-44a9-8236-389218689b04 req-64603d2c-2dfb-416e-99f8-a0aa0af08722 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 931 time: 0.2642262 Sep 29 02:13:10.578898 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:10.605875 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfc187-5f51-421f-ad53-e82f5baccb38 None None] Pushing event updated for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.620503 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Attempting to bind port c954b685-077c-40f2-908e-5e04fdff2615 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:10.621169 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Attempting to bind port c954b685-077c-40f2-908e-5e04fdff2615 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:10.621672 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Attempting to bind port c954b685-077c-40f2-908e-5e04fdff2615 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:10.650314 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-add1e05e-8012-44a9-8236-389218689b04 req-648b6667-df8c-426f-a935-16d7aa847fa2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063464 Sep 29 02:13:10.684645 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:10.685025 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:10.686783 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.687387 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Bound using segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:10.688074 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Bound port: c954b685-077c-40f2-908e-5e04fdff2615, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:10.688639 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c954b685-077c-40f2-908e-5e04fdff2615), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.717439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b078d34-e987-4b75-8966-4f12ddc63221 admin admin] Publish callbacks [] for security_group (1ad5b442-01dd-4b54-aa10-437051b1be6a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.725717 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:10.726461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:10.727455 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b078d34-e987-4b75-8966-4f12ddc63221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ad5b442-01dd-4b54-aa10-437051b1be6a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.729338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:10.751247 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks [] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.757554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] For port c954b685-077c-40f2-908e-5e04fdff2615, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:10.761904 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] For port c954b685-077c-40f2-908e-5e04fdff2615, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=c954b685-077c-40f2-908e-5e04fdff2615,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:10.772424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.782291 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a061aa2c-a65c-4ad9-aea3-97568c19479f req-d7e08a6b-9909-4a37-89e7-baff9bf511cd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3822291 Sep 29 02:13:10.802259 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2b078d34-e987-4b75-8966-4f12ddc63221 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9abd8cb7ebaa49419984c0d57ac093d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202407 Sep 29 02:13:10.805414 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078d34-e987-4b75-8966-4f12ddc63221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5b442-01dd-4b54-aa10-437051b1be6a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.810337 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49902) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:10.831442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Transition to ACTIVE for port object 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:10.849366 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.897819 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49906) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:10.930368 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 3 to provision port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 Sep 29 02:13:10.934327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:10.960334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d188e-6c39-48fc-b4a3-e1e7a1cc791d req-285951ab-a25c-406c-bcc2-d5712a2e1fa7 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.971423 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-356d188e-6c39-48fc-b4a3-e1e7a1cc791d req-285951ab-a25c-406c-bcc2-d5712a2e1fa7 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.1667206 Sep 29 02:13:10.973365 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e84e-427d-4cbc-81a2-c64ed665d2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:10.976958 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:10.977596 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:13:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:11.013168 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870d1dee-af78-44b4-8d9b-36d459c3e5c4 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:11.016527 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] Publish callbacks [] for security_group (1ad5b442-01dd-4b54-aa10-437051b1be6a), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.021942 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfc187-5f51-421f-ad53-e82f5baccb38 None None] Pushing event updated for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.027331 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:11.038995 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks [] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.049652 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Attempting to bind port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:11.050408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Attempting to bind port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:11.050866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Attempting to bind port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:11.086206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Transition to ACTIVE for port object 870d1dee-af78-44b4-8d9b-36d459c3e5c4 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:11.092879 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] Publish callbacks [] for security_group (1ad5b442-01dd-4b54-aa10-437051b1be6a), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.093103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.101773 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.105058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:11.108186 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-356d188e-6c39-48fc-b4a3-e1e7a1cc791d req-07709f54-262c-4651-9c2a-6690118be56b tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358895 Sep 29 02:13:11.138086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:11.138638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Attempting to bind port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:11.171593 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.187345 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.203785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e84e-427d-4cbc-81a2-c64ed665d2ad admin admin] Publish callbacks [] for security_group (9c2283d7-5c09-420a-98ad-1fb83d3497f3), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.219403 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e84e-427d-4cbc-81a2-c64ed665d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (9c2283d7-5c09-420a-98ad-1fb83d3497f3), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.282433 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78dfd20-ee53-4d63-9d1e-0335a88b7bdc x-openstack-request-id: req-b78dfd20-ee53-4d63-9d1e-0335a88b7bdc {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:11.283174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:11.283520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b78dfd20-ee53-4d63-9d1e-0335a88b7bdc {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:11.284068 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78dfd20-ee53-4d63-9d1e-0335a88b7bdc'] response: {'name': 'network-changed', 'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'status': 'completed', 'code': 200} Sep 29 02:13:11.286279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ad5b442-01dd-4b54-aa10-437051b1be6a), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.289678 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.291020 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1ad5b442-01dd-4b54-aa10-437051b1be6a HTTP/1.1" status: 204 len: 168 time: 0.4789097 Sep 29 02:13:11.291427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Pushing event updated for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.295464 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Attempting to bind port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:11.295935 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Attempting to bind port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:11.296368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Attempting to bind port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:11.316521 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d5b4e84e-427d-4cbc-81a2-c64ed665d2ad admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8e763b80ea264b42a88d1507fdc35830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125311 Sep 29 02:13:11.319930 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49916) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:11.339874 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e84e-427d-4cbc-81a2-c64ed665d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2283d7-5c09-420a-98ad-1fb83d3497f3,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.354734 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:11.355179 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:11.355684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Bound using segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:11.356639 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Bound port: 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:11.357192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.371246 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.372239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:11.372671 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Attempting to bind port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:11.384756 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b77a27-058f-43b1-abeb-abdca9666a6b x-openstack-request-id: req-f4b77a27-058f-43b1-abeb-abdca9666a6b {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:11.385873 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "tag": "62cb9340-38dd-43f9-a051-285ad5137842", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:11.385873 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4b77a27-058f-43b1-abeb-abdca9666a6b {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:11.385873 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b77a27-058f-43b1-abeb-abdca9666a6b'] response: {'name': 'network-changed', 'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842', 'status': 'completed', 'code': 200} Sep 29 02:13:11.386843 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc181-df84-4e7c-b385-825093905ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5b442-01dd-4b54-aa10-437051b1be6a,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.436950 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] Publish callbacks [] for security_group (9c2283d7-5c09-420a-98ad-1fb83d3497f3), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.464180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:11.469714 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:11.469980 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] Publish callbacks [] for security_group (9c2283d7-5c09-420a-98ad-1fb83d3497f3), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.496383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.519653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:10Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:11.535299 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2af9-1377-45a5-a890-817a52e0cad1 req-2392abe0-b29a-4d4d-9aa0-7ea82e5afec5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.537476 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-581d2af9-1377-45a5-a890-817a52e0cad1 req-2392abe0-b29a-4d4d-9aa0-7ea82e5afec5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0895212 Sep 29 02:13:11.540882 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.541802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.551921 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 1093 time: 4.1644711 Sep 29 02:13:11.569911 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a8202ea-954c-4c95-b435-ab74da19876d req-c2902593-6f5c-4eb9-a7f3-7d275aa6ec22 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0895188 Sep 29 02:13:11.577058 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 4 to provision port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 Sep 29 02:13:11.581833 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cc1ec-69a6-4462-b76a-153e569735c4 None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:10Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:11.601060 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (9c2283d7-5c09-420a-98ad-1fb83d3497f3), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.610577 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.618409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:11.618729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Checking segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:11.619242 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Bound using segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:11.619586 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Bound port: 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:11.620188 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.637966 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9c2283d7-5c09-420a-98ad-1fb83d3497f3 HTTP/1.1" status: 204 len: 168 time: 0.3166733 Sep 29 02:13:11.678794 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18927c-9856-4890-96de-b172d9cb6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.683847 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:13:11.692730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da151168-b141-4fbf-8f6e-045c669297d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2283d7-5c09-420a-98ad-1fb83d3497f3,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.698598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Provisioning complete for port c954b685-077c-40f2-908e-5e04fdff2615 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:11.699778 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c954b685-077c-40f2-908e-5e04fdff2615), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.700284 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 1 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:11.771080 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:11.771792 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-581d2af9-1377-45a5-a890-817a52e0cad1 req-a730c9f0-bb47-4f47-8cf0-f7be1e60572a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159977 Sep 29 02:13:11.777700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:11.882163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Current status of the port c954b685-077c-40f2-908e-5e04fdff2615 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:11.882812 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (c954b685-077c-40f2-908e-5e04fdff2615), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.913214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bba69-1383-4c36-807d-26fb3569516b req-a8eff554-435a-4d00-aaa3-cc3104c7f32b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.914987 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-855bba69-1383-4c36-807d-26fb3569516b req-a8eff554-435a-4d00-aaa3-cc3104c7f32b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 931 time: 0.1265521 Sep 29 02:13:11.917211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.933934 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] For port c954b685-077c-40f2-908e-5e04fdff2615, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=c954b685-077c-40f2-908e-5e04fdff2615,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:11.946540 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.964834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff66e8-e7b1-4f35-bd16-6ef3f5cc8f20 req-29107537-59dc-4763-ab7d-dcbf20ef2bd3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.969654 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.978480 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-91ff66e8-e7b1-4f35-bd16-6ef3f5cc8f20 req-29107537-59dc-4763-ab7d-dcbf20ef2bd3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0868549 Sep 29 02:13:11.992024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.992897 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.994691 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 1093 time: 3.6785817 Sep 29 02:13:11.997029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.999796 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af909-5294-4512-aa60-8db0010e2999 service neutron] Pushing event updated for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:12.065047 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49932) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:12.067641 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-855bba69-1383-4c36-807d-26fb3569516b req-ab149879-1779-4218-9628-595f03219c80 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711739 Sep 29 02:13:12.068492 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Provisioning complete for port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:12.070922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.071416 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Attempt 1 to provision port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 Sep 29 02:13:12.076155 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Pushing event updated for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:12.099511 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-97c151b7-83c1-4ffb-a1b7-e0b85e4cf05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.234505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a5c6-15f7-46b5-b8c3-8932d502eb4d None None] Current status of the port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:12.336893 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-97c151b7-83c1-4ffb-a1b7-e0b85e4cf05d admin admin] Publish callbacks [] for security_group (2d59070e-8dc1-4035-9d69-82b8bf9164ee), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.352050 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-91ff66e8-e7b1-4f35-bd16-6ef3f5cc8f20 req-0d52af8c-61c9-449b-9ed5-7b53aa1a7bda tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3718209 Sep 29 02:13:12.361434 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-97c151b7-83c1-4ffb-a1b7-e0b85e4cf05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2d59070e-8dc1-4035-9d69-82b8bf9164ee), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.383855 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Provisioning complete for port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:12.384512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.386871 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 1 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:12.410036 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a483f-8b7f-4ebe-b427-a5af9c47d1e8 req-62f76d37-b5ec-4538-b197-700c4e83349c tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:12.412640 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-274a483f-8b7f-4ebe-b427-a5af9c47d1e8 req-62f76d37-b5ec-4538-b197-700c4e83349c tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.1292334 Sep 29 02:13:12.480989 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-97c151b7-83c1-4ffb-a1b7-e0b85e4cf05d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2ab2f3b4d4334e9ea98f75a4dfd9dbc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100342 Sep 29 02:13:12.495742 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 49942) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:12.496703 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c151b7-83c1-4ffb-a1b7-e0b85e4cf05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d59070e-8dc1-4035-9d69-82b8bf9164ee,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:12.498435 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-274a483f-8b7f-4ebe-b427-a5af9c47d1e8 req-06aa4442-1e5b-4199-b503-61eb3ff591ef tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Sep 29 02:13:12.525157 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:12.589435 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:12.633513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] Publish callbacks [] for security_group (2d59070e-8dc1-4035-9d69-82b8bf9164ee), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.685135 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] Publish callbacks [] for security_group (2d59070e-8dc1-4035-9d69-82b8bf9164ee), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.830414 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ec191a21-3b6f-466a-b2b0-65ee621b120c req-f86e2338-1001-40de-b08a-07a29adc958e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0803356 Sep 29 02:13:12.856369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2d59070e-8dc1-4035-9d69-82b8bf9164ee), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.860216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.861812 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2d59070e-8dc1-4035-9d69-82b8bf9164ee HTTP/1.1" status: 204 len: 168 time: 0.3619881 Sep 29 02:13:12.882537 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7263df-37ef-49a8-9965-79a9ad4d7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d59070e-8dc1-4035-9d69-82b8bf9164ee,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:13.026964 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 2 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:13.062538 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8078b4-46db-4af5-ad09-2ecf1acdb62c req-eb4aacd1-d713-4034-947c-0dea284e6e6e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.064994 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e8078b4-46db-4af5-ad09-2ecf1acdb62c req-eb4aacd1-d713-4034-947c-0dea284e6e6e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.1186576 Sep 29 02:13:13.125849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:13.173513 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e8078b4-46db-4af5-ad09-2ecf1acdb62c req-6d5fdc84-8c96-492b-903f-b374aec1565b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965633 Sep 29 02:13:13.185732 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device c954b685-077c-40f2-908e-5e04fdff2615 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:13.257385 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416be23-b1eb-47c8-81b6-1b0e04028918 req-8385d3ec-9cde-4850-aacc-f1e347422d3a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.282386 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3416be23-b1eb-47c8-81b6-1b0e04028918 req-8385d3ec-9cde-4850-aacc-f1e347422d3a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 931 time: 0.1035910 Sep 29 02:13:13.283981 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port c954b685-077c-40f2-908e-5e04fdff2615 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:13.284359 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (c954b685-077c-40f2-908e-5e04fdff2615), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:13.284692 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port c954b685-077c-40f2-908e-5e04fdff2615 Sep 29 02:13:13.286711 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64'}, {'name': 'network-changed', 'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:13.289306 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64"}, {"name": "network-changed", "server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:13.368743 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3416be23-b1eb-47c8-81b6-1b0e04028918 req-594622ad-57ea-4953-a171-b39ca99cbba2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721300 Sep 29 02:13:13.383142 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640a145-9804-4ec4-8cbc-0b190f4d6c93 x-openstack-request-id: req-8640a145-9804-4ec4-8cbc-0b190f4d6c93 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:13.384532 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:13.385008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8640a145-9804-4ec4-8cbc-0b190f4d6c93 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:13.386798 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8640a145-9804-4ec4-8cbc-0b190f4d6c93'] response: {'name': 'network-changed', 'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'status': 'completed', 'code': 200} Sep 29 02:13:13.386798 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8640a145-9804-4ec4-8cbc-0b190f4d6c93'] response: {'name': 'network-changed', 'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'status': 'completed', 'code': 200} Sep 29 02:13:13.418419 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:13.455365 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:13.496812 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port c954b685-077c-40f2-908e-5e04fdff2615 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:13.570525 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1cfc4-ea96-4181-8000-766dbe2cdc02 req-9adb668f-b78d-4aec-be50-846643a5be5c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.578618 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01d1cfc4-ea96-4181-8000-766dbe2cdc02 req-9adb668f-b78d-4aec-be50-846643a5be5c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.1089697 Sep 29 02:13:13.627870 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 3 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:13.663700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01d1cfc4-ea96-4181-8000-766dbe2cdc02 req-5e0907fb-6e66-41c8-b078-a1dd96dfbd29 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841248 Sep 29 02:13:13.746951 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:13.758082 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03eba2-14c3-4f5a-93fd-ad3e6c0d79e9 req-31b23ae4-9797-4221-992a-bac36991c815 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.759636 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fe03eba2-14c3-4f5a-93fd-ad3e6c0d79e9 req-31b23ae4-9797-4221-992a-bac36991c815 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.1105139 Sep 29 02:13:13.818530 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fe03eba2-14c3-4f5a-93fd-ad3e6c0d79e9 req-4d387aca-9797-4e78-a0e3-bbb79b7fcd29 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520034 Sep 29 02:13:13.966393 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9819ccb3-f55a-4f08-a745-8800345f24b5 req-a2c9edb4-4c63-4bac-8884-f27a7deb0a46 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Sep 29 02:13:14.248030 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 4 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:14.296697 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ebf55-266b-4880-93c0-5d93de00ac8f req-17c7d97b-b860-47e0-85b2-e175f102d6c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.298220 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-727ebf55-266b-4880-93c0-5d93de00ac8f req-17c7d97b-b860-47e0-85b2-e175f102d6c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0527453 Sep 29 02:13:14.307575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:14.367341 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-727ebf55-266b-4880-93c0-5d93de00ac8f req-2d4b997d-2e57-4843-b758-5635ebaf109b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622971 Sep 29 02:13:14.506908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded9dfd-8b27-40ae-9f64-7a5fb62641f2 req-f7e97383-7bb8-42cb-b203-9f00844ec071 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.514147 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2ded9dfd-8b27-40ae-9f64-7a5fb62641f2 req-f7e97383-7bb8-42cb-b203-9f00844ec071 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 931 time: 0.0615668 Sep 29 02:13:14.558836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2ded9dfd-8b27-40ae-9f64-7a5fb62641f2 req-aed2d07a-ff98-4e21-b189-db2fcc4e2286 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Sep 29 02:13:14.763314 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:14.783399 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516129a-5eac-4add-b528-e320cc3a3fca req-3a459525-b0be-4e05-b93f-01070c32bf91 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.784897 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1516129a-5eac-4add-b528-e320cc3a3fca req-3a459525-b0be-4e05-b93f-01070c32bf91 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0506179 Sep 29 02:13:14.809172 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 5 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:14.848080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:14.890631 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1516129a-5eac-4add-b528-e320cc3a3fca req-cab82100-0864-407a-8340-a1391cd9ff55 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954711 Sep 29 02:13:14.953514 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660fb26-774b-4ea0-9634-11bb4dd76369 req-1929d041-f7a2-45a8-a797-037f1b246c53 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.955049 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a660fb26-774b-4ea0-9634-11bb4dd76369 req-1929d041-f7a2-45a8-a797-037f1b246c53 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0486662 Sep 29 02:13:15.016306 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a660fb26-774b-4ea0-9634-11bb4dd76369 req-4df16289-496c-4eb8-9e7b-4cd1c8c1dab1 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Sep 29 02:13:15.089436 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e0b512be-2ec5-4245-8f21-1155af2dacb1 req-10c7d14f-77a3-418f-998a-09d8380ad98b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Sep 29 02:13:15.349436 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 6 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:15.367701 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-0af1261d-66e4-432c-85ac-3a90496858b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.369168 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-0af1261d-66e4-432c-85ac-3a90496858b9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55e39c79-2107-42f4-85e8-ce84b749b3ce HTTP/1.1" status: 200 len: 850 time: 0.0553770 Sep 29 02:13:15.386940 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:15.488098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741c873-dca8-43d8-a265-9df965378e0f req-c0f08f31-4a83-41d0-aa79-a251c510a2be tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.489769 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4741c873-dca8-43d8-a265-9df965378e0f req-c0f08f31-4a83-41d0-aa79-a251c510a2be tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0463080 Sep 29 02:13:15.496996 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50086) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:15.554627 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4741c873-dca8-43d8-a265-9df965378e0f req-6bc486ae-4832-478a-acb7-5dbfdd956191 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592973 Sep 29 02:13:15.607496 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Request body: {'port': {'device_id': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:15.618493 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-861f4b78-510c-4d06-9528-cb76c2cc7169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.674409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-97494f07-ffa1-407f-b346-56150a3130dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.675976 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-97494f07-ffa1-407f-b346-56150a3130dd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754330 Sep 29 02:13:15.759425 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ef61-3439-4d32-b2f3-62d66fc3f372 req-3121374f-7330-4093-8381-59551ac423b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.761032 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9020ef61-3439-4d32-b2f3-62d66fc3f372 req-3121374f-7330-4093-8381-59551ac423b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 931 time: 0.0965118 Sep 29 02:13:15.762977 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.842233 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-861f4b78-510c-4d06-9528-cb76c2cc7169 admin admin] Publish callbacks [] for security_group (e75face6-281f-4b85-a765-d26126250f8d), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.860530 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:15.861390 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-861f4b78-510c-4d06-9528-cb76c2cc7169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (e75face6-281f-4b85-a765-d26126250f8d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.887992 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 7 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:15.891678 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9020ef61-3439-4d32-b2f3-62d66fc3f372 req-200dcc88-19c8-4da3-b4d0-9b78c8125ec4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204381 Sep 29 02:13:15.947560 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:15.977031 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-861f4b78-510c-4d06-9528-cb76c2cc7169 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=669a4d6f48a44bc59f67dc8e27bf656e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764457 Sep 29 02:13:15.977369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50100) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:15.992917 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f4b78-510c-4d06-9528-cb76c2cc7169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75face6-281f-4b85-a765-d26126250f8d,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.033111 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb67dd0-46a8-4b66-add2-a3a427ca1096 req-feeaf4e3-637a-4d93-9be6-1af6347c4e38 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.035420 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fcb67dd0-46a8-4b66-add2-a3a427ca1096 req-feeaf4e3-637a-4d93-9be6-1af6347c4e38 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0578048 Sep 29 02:13:16.077884 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:16.138638 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fcb67dd0-46a8-4b66-add2-a3a427ca1096 req-a40f0740-03f5-44ac-910a-a317c7111632 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964396 Sep 29 02:13:16.156018 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] Publish callbacks [] for security_group (e75face6-281f-4b85-a765-d26126250f8d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.231886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] Publish callbacks [] for security_group (e75face6-281f-4b85-a765-d26126250f8d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.246425 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f5e9d9e-d539-4c5d-a834-bf70ab97cba6 req-be95f7f1-4e53-47d6-9c3c-927422cf0621 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0428319 Sep 29 02:13:16.248258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d99c-f416-4acb-a947-1ab448b50e66 req-142f8a6e-d0b1-41fa-b662-7f65c70f0be1 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.250855 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0468d99c-f416-4acb-a947-1ab448b50e66 req-142f8a6e-d0b1-41fa-b662-7f65c70f0be1 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.1265175 Sep 29 02:13:16.321268 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:16.379743 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 {{(pid=106493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:16.399070 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks [] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.423665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0468d99c-f416-4acb-a947-1ab448b50e66 req-40b48161-3a64-4ed1-a31b-7b22dda309ce tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589863 Sep 29 02:13:16.448963 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 8 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:16.455319 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.provisioning_blocks [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Transition to ACTIVE for port object bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 will not be triggered until provisioned by entity L2. {{(pid=106493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:16.457056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (e75face6-281f-4b85-a765-d26126250f8d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.459984 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.461297 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e75face6-281f-4b85-a765-d26126250f8d HTTP/1.1" status: 204 len: 168 time: 0.4828188 Sep 29 02:13:16.464437 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.478384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1bbd1-52cc-4112-9509-4d64dfd59b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75face6-281f-4b85-a765-d26126250f8d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.508126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:16.548681 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Pushing event updated for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.560670 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Attempting to bind port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:16.560995 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Attempting to bind port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}] {{(pid=106493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:16.561312 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Attempting to bind port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:16.608402 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:16.608834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Attempting to bind port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:16.671447 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:16.672061 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:16.672445 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Bound using segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} {{(pid=106493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:16.672874 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.managers [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Bound port: bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}}] {{(pid=106493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:16.673233 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.689383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e073d4-1624-479e-87e3-f5b4f87f4a39 req-9db5a4cc-5313-4762-b632-dcb8ac7d79b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.691157 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c3e073d4-1624-479e-87e3-f5b4f87f4a39 req-9db5a4cc-5313-4762-b632-dcb8ac7d79b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0544152 Sep 29 02:13:16.750871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c3e073d4-1624-479e-87e3-f5b4f87f4a39 req-c6872045-a6ed-4c18-b8b5-eb9ddb40b5d3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510302 Sep 29 02:13:16.755203 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, cleared binding levels {{(pid=106493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:16.761352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:16.776940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.782832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.783447 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.784840 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 HTTP/1.1" status: 200 len: 1093 time: 1.1834562 Sep 29 02:13:16.787257 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:16.789523 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133998a2-422b-48ae-a7e4-706f2f23d38a" -d '{"events": [{"name": "network-changed", "server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:16.839750 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:16.846298 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dcb11e-e696-4b43-ae65-07d542260a77 x-openstack-request-id: req-95dcb11e-e696-4b43-ae65-07d542260a77 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:16.846784 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:16.847119 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95dcb11e-e696-4b43-ae65-07d542260a77 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:16.847535 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dcb11e-e696-4b43-ae65-07d542260a77'] response: {'name': 'network-changed', 'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4', 'status': 'completed', 'code': 200} Sep 29 02:13:16.853252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50124) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:16.867410 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70a8b7-f4e4-46d6-a04f-43084b3e1a5e service neutron] Pushing event updated for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=3']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.873241 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f3e5088c-e446-4718-987e-373236bb649a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.985442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f3e5088c-e446-4718-987e-373236bb649a admin admin] Publish callbacks [] for security_group (31c6d696-5b12-47a3-bed9-0d58d1b051a5), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.009294 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Attempt 9 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:17.010132 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f3e5088c-e446-4718-987e-373236bb649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (31c6d696-5b12-47a3-bed9-0d58d1b051a5), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.017187 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:17.055413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19166504-aaaf-4b75-bb53-cc3148ce4b01 None None] Port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:13:17.076109 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5088c-e446-4718-987e-373236bb649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c6d696-5b12-47a3-bed9-0d58d1b051a5,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:17.091442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b96fe-4f6e-49ca-8058-75baccec59f9 req-3635a6ca-5ae7-4bd2-9859-760aed489173 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.093552 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ff4b96fe-4f6e-49ca-8058-75baccec59f9 req-3635a6ca-5ae7-4bd2-9859-760aed489173 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.1013956 Sep 29 02:13:17.098105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f3e5088c-e446-4718-987e-373236bb649a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=14a661beab454b59a3de09569667accb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406914 Sep 29 02:13:17.098649 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50128) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:17.179709 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ff4b96fe-4f6e-49ca-8058-75baccec59f9 req-d3f292cf-def2-408d-a628-264fa35c8dbf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789492 Sep 29 02:13:17.184439 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] Publish callbacks [] for security_group (31c6d696-5b12-47a3-bed9-0d58d1b051a5), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.208739 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] Publish callbacks [] for security_group (31c6d696-5b12-47a3-bed9-0d58d1b051a5), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.261091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (31c6d696-5b12-47a3-bed9-0d58d1b051a5), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.263880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.265018 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/31c6d696-5b12-47a3-bed9-0d58d1b051a5 HTTP/1.1" status: 204 len: 168 time: 0.1654584 Sep 29 02:13:17.273327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afede99-97fa-40d7-ae34-2f7494cce9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c6d696-5b12-47a3-bed9-0d58d1b051a5,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:17.279481 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847b4f-598e-4c6a-b6cc-84f74af02c08 req-3592e835-974a-4085-93f9-81f92c95cf19 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.281401 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-27847b4f-598e-4c6a-b6cc-84f74af02c08 req-3592e835-974a-4085-93f9-81f92c95cf19 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0567250 Sep 29 02:13:17.335367 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-27847b4f-598e-4c6a-b6cc-84f74af02c08 req-8355960d-8322-4b9d-a0d0-59ea0d92bcf0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473340 Sep 29 02:13:17.368249 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-47473d84-b56b-4a56-a0df-e7acc11f5b33 req-1e700367-9b2f-4bf4-961b-603531e8c9a3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0285668 Sep 29 02:13:17.561280 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8713-2f08-46eb-9048-06cc15472c18 req-f29defc8-11f7-4282-849a-cd33184f3520 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.562789 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3ffe8713-2f08-46eb-9048-06cc15472c18 req-f29defc8-11f7-4282-849a-cd33184f3520 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0550008 Sep 29 02:13:17.610771 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3ffe8713-2f08-46eb-9048-06cc15472c18 req-e34910b3-c453-4c52-abb7-be0432a8b28d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Sep 29 02:13:17.888673 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cd553-b893-4f8f-bb0c-d31e79e3b6a2 req-d51326c7-3dbc-4091-be6a-e3a20fe7c286 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.890224 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e76cd553-b893-4f8f-bb0c-d31e79e3b6a2 req-d51326c7-3dbc-4091-be6a-e3a20fe7c286 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0598421 Sep 29 02:13:17.941970 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e76cd553-b893-4f8f-bb0c-d31e79e3b6a2 req-e98d5f8b-296f-46ac-bbd0-476e692a82d0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Sep 29 02:13:18.303488 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fb554-57f9-4bc5-b5bd-3f8c9063f3ea req-6fcac9b8-fd2b-4403-9345-2fd7730c1223 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:18.304864 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5b5fb554-57f9-4bc5-b5bd-3f8c9063f3ea req-6fcac9b8-fd2b-4403-9345-2fd7730c1223 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0463731 Sep 29 02:13:18.357445 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5b5fb554-57f9-4bc5-b5bd-3f8c9063f3ea req-80c5dc67-704b-40aa-bcc5-065add744f74 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Sep 29 02:13:18.478355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01851409-62a0-4897-a9c8-bed9762e8ef8 req-df2b973d-a201-40e0-b5b1-0445a733c7c8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:18.480583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01851409-62a0-4897-a9c8-bed9762e8ef8 req-df2b973d-a201-40e0-b5b1-0445a733c7c8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0520713 Sep 29 02:13:18.491603 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0c6119d3-f7ed-45f4-bfea-e620b87382eb req-b59df1af-78ee-4e1f-8d38-aae0d4cf9980 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0319860 Sep 29 02:13:18.539879 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01851409-62a0-4897-a9c8-bed9762e8ef8 req-3913b0fc-0b8b-4338-b2f6-2be2d5f95efb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524936 Sep 29 02:13:18.732426 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925533-4bc6-4a0f-83d6-d7d56abbf33c req-12aa8f79-22a1-43d1-90d1-74f692a3086d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:18.733886 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-02925533-4bc6-4a0f-83d6-d7d56abbf33c req-12aa8f79-22a1-43d1-90d1-74f692a3086d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0498588 Sep 29 02:13:18.786137 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-02925533-4bc6-4a0f-83d6-d7d56abbf33c req-936631f0-9165-44a9-beba-9b5bbd3ecb22 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Sep 29 02:13:19.012822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-a9bb7ed3-958a-4eac-a2a3-c85f1b744dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.014464 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-a9bb7ed3-958a-4eac-a2a3-c85f1b744dd4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1127 time: 0.0532308 Sep 29 02:13:19.039268 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-a6d2bbb9-6f45-46e4-8bd0-061e8e289519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.041088 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-a6d2bbb9-6f45-46e4-8bd0-061e8e289519 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e4db59af-b58e-48e5-9867-6d81c2594bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803356 Sep 29 02:13:19.195288 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed20d0-fac2-4689-bdbd-0850a5a7d2cf req-2c7e96ea-8d12-4d00-8d22-b127e14d13b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.196670 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3ed20d0-fac2-4689-bdbd-0850a5a7d2cf req-2c7e96ea-8d12-4d00-8d22-b127e14d13b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.1698067 Sep 29 02:13:19.210801 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.240136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-2b9b3855-d936-46eb-bb50-ba3919cadaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.241621 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-2b9b3855-d936-46eb-bb50-ba3919cadaf2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1127 time: 0.0891826 Sep 29 02:13:19.279161 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-e20d84bf-d47d-45c6-a8b8-b641592557d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168120 Sep 29 02:13:19.366892 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-b85d43df-2fc6-4e2f-815c-1e2a40b0ed1b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079877 Sep 29 02:13:19.370320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-797d197b-8b50-412e-b581-2cc3670155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.371595 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-797d197b-8b50-412e-b581-2cc3670155d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8f88658c804e40229386a559fd2a1fa9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3009396 Sep 29 02:13:19.374841 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3ed20d0-fac2-4689-bdbd-0850a5a7d2cf req-d54c39b4-aef0-4fb7-bbb4-74308cdf3564 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625531 Sep 29 02:13:19.704247 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.778667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.800938 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a8701-f0bd-49ed-8ac9-d624cccb10c8 req-b5cb710a-d274-4151-aae5-0b095dd52099 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.802440 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-076a8701-f0bd-49ed-8ac9-d624cccb10c8 req-b5cb710a-d274-4151-aae5-0b095dd52099 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.3637915 Sep 29 02:13:19.865816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dcee9d5a-d7b2-481b-90d4-360b4f621fab req-3d0d88c1-4fd9-49ff-b47f-74b10ff13601 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.1337750 Sep 29 02:13:19.874631 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-2cdb55b1-29ff-48af-8445-044d6dc3d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.876130 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-2cdb55b1-29ff-48af-8445-044d6dc3d714 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1127 time: 0.4202473 Sep 29 02:13:19.954809 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3159308-a29b-4d12-a3e1-6358de9d106a req-b49562d7-6f24-476a-9fee-7e5de43a92d3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815254 Sep 29 02:13:19.964101 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-076a8701-f0bd-49ed-8ac9-d624cccb10c8 req-0ee373c4-158f-488f-a4b0-d0f99cd82283 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506865 Sep 29 02:13:19.969539 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-65db12d4-956d-443b-87c7-f0c654951f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.971394 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-65db12d4-956d-443b-87c7-f0c654951f1e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8f88658c804e40229386a559fd2a1fa9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4971585 Sep 29 02:13:20.060581 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7ede21e8-ae4c-4bb9-8337-f346be9e8101 req-7567cfe4-23af-46fc-80fa-0c3d2f08e7bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952890 Sep 29 02:13:20.063441 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:20.068169 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-eb047817-a1be-40f7-a492-124d7163791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.069481 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-eb047817-a1be-40f7-a492-124d7163791c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6029601 Sep 29 02:13:20.078386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416c268-ddde-4d16-9af1-e1839b258b66 req-aa1fcaaa-789e-4245-b9b7-302da43095ba tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.081053 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a416c268-ddde-4d16-9af1-e1839b258b66 req-aa1fcaaa-789e-4245-b9b7-302da43095ba tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.1221795 Sep 29 02:13:20.081574 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fced-a3e5-40c3-898b-0dd4a64542f2 req-7f4eff5e-b8d6-4df6-833e-79802a5c9c66 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.086558 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0989fced-a3e5-40c3-898b-0dd4a64542f2 req-7f4eff5e-b8d6-4df6-833e-79802a5c9c66 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0603092 Sep 29 02:13:20.147366 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a416c268-ddde-4d16-9af1-e1839b258b66 req-a1372d9f-ba3b-40de-9378-1ea9ad17e86c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506999 Sep 29 02:13:20.162620 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0989fced-a3e5-40c3-898b-0dd4a64542f2 req-887b1ef0-b64a-45d7-a179-cc89fc8f9898 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733955 Sep 29 02:13:20.381206 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-dd4eec6e-a54a-49c5-86d6-d39e0e8541f3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0550942 Sep 29 02:13:20.498923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac415b3-34e2-4806-af3b-c177c92c3546 req-2f4e1b69-39d7-4bf5-944f-b20c4ee92c10 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.500442 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fac415b3-34e2-4806-af3b-c177c92c3546 req-2f4e1b69-39d7-4bf5-944f-b20c4ee92c10 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0483217 Sep 29 02:13:20.502948 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-c7bf7040-a445-403b-9ffb-67e0ea2ac358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.504548 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-133998a2-422b-48ae-a7e4-706f2f23d38a req-c7bf7040-a445-403b-9ffb-67e0ea2ac358 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759834 Sep 29 02:13:20.552809 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fac415b3-34e2-4806-af3b-c177c92c3546 req-93288e88-bc9d-4686-8f81-c96a5054b38c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461066 Sep 29 02:13:20.983595 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e11c1e93-5506-4e3a-9d7c-74b9eef1107d req-5b1a34af-21c0-401e-a199-d5a9e8d1051a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Sep 29 02:13:21.092990 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0847f-18e3-4df9-a50a-db82ed921584 req-1c7581a9-5436-4b3c-8253-4fec89e2ff22 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.094493 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b8b0847f-18e3-4df9-a50a-db82ed921584 req-1c7581a9-5436-4b3c-8253-4fec89e2ff22 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0486705 Sep 29 02:13:21.149641 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b8b0847f-18e3-4df9-a50a-db82ed921584 req-a1b99324-c8df-4bf6-8ea1-5319f45852f5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Sep 29 02:13:21.280871 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83aca-e4c9-462d-add9-b126ad61ba56 req-eddfc036-6376-4f70-a63b-347efc7701f3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.282592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366796a-e961-4e1a-a4a3-68e6743f5610 req-4ef9026b-97ad-4b4d-8193-bb53e796bc18 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.284370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7366796a-e961-4e1a-a4a3-68e6743f5610 req-4ef9026b-97ad-4b4d-8193-bb53e796bc18 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0517614 Sep 29 02:13:21.286499 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-23c83aca-e4c9-462d-add9-b126ad61ba56 req-eddfc036-6376-4f70-a63b-347efc7701f3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0576966 Sep 29 02:13:21.335788 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7366796a-e961-4e1a-a4a3-68e6743f5610 req-a2227455-6a53-4cfc-986a-685aab15e07b tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Sep 29 02:13:21.338899 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-23c83aca-e4c9-462d-add9-b126ad61ba56 req-09104c40-cfe3-41b4-ab41-be43fdf40136 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504782 Sep 29 02:13:21.686250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31bba-9210-41e1-8e35-5ec375a9df47 req-5ff6a1ae-0f3f-4783-bc70-b7ba064e1830 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.687773 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9c31bba-9210-41e1-8e35-5ec375a9df47 req-5ff6a1ae-0f3f-4783-bc70-b7ba064e1830 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0543323 Sep 29 02:13:21.737197 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9c31bba-9210-41e1-8e35-5ec375a9df47 req-ffcf6bfd-ecf8-4964-8f5b-a3856fb5cc5d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Sep 29 02:13:22.098568 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ee9b81ab-0466-4e24-9229-752bc79e0aae req-0df21994-3224-4a66-b59c-f079d5244df1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0325389 Sep 29 02:13:22.274388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c3428-79eb-450d-a47e-b7f46e6d2f46 req-94036ac9-2ecd-4d78-8865-4eb5e9338c04 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.275928 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-242c3428-79eb-450d-a47e-b7f46e6d2f46 req-94036ac9-2ecd-4d78-8865-4eb5e9338c04 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0515637 Sep 29 02:13:22.326382 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-242c3428-79eb-450d-a47e-b7f46e6d2f46 req-d1cad332-9a37-476f-822b-f30f8bb88218 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Sep 29 02:13:22.475161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154bded-8bfb-4947-942e-f64e1b1e613c req-feca965f-aca4-429f-9de7-001aab38c3e7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.477198 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0154bded-8bfb-4947-942e-f64e1b1e613c req-feca965f-aca4-429f-9de7-001aab38c3e7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0620236 Sep 29 02:13:22.477526 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12db285-5365-42cc-95a4-4561d8b6cf82 req-f810f377-bb60-4b40-b03a-fb953bed6cba tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.479161 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b12db285-5365-42cc-95a4-4561d8b6cf82 req-f810f377-bb60-4b40-b03a-fb953bed6cba tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0649340 Sep 29 02:13:22.537212 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0154bded-8bfb-4947-942e-f64e1b1e613c req-52ccd6cf-ee7b-41b8-aa9b-36acbb5a7c2d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540743 Sep 29 02:13:22.542173 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b12db285-5365-42cc-95a4-4561d8b6cf82 req-fda83122-fda7-4a42-b820-2ed06a1a3b63 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562527 Sep 29 02:13:22.641477 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=50 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:22.853116 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:22.861456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6ab3-1371-417f-a2c4-a7b8f5c75aeb req-1335d1a1-0c1e-4483-8ced-e6e6db0ea8b4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.862883 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-43ac6ab3-1371-417f-a2c4-a7b8f5c75aeb req-1335d1a1-0c1e-4483-8ced-e6e6db0ea8b4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0475004 Sep 29 02:13:22.909607 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-43ac6ab3-1371-417f-a2c4-a7b8f5c75aeb req-891d0611-012f-49d9-8a0a-bd9a01583456 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Sep 29 02:13:22.914157 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.207182 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1158d5b8-9e2e-448c-a528-00176fb39475 req-1231fbd6-2140-4140-989b-c739fb14adcb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0275888 Sep 29 02:13:23.463392 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4440e-030a-4937-b681-a2602040485d req-644fc8b6-a9c0-4703-935d-1a99b3a58eb0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:23.464965 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9bf4440e-030a-4937-b681-a2602040485d req-644fc8b6-a9c0-4703-935d-1a99b3a58eb0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0484138 Sep 29 02:13:23.516342 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9bf4440e-030a-4937-b681-a2602040485d req-2ce0a6a7-6315-4874-8771-d9f5451ae7c9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Sep 29 02:13:23.663788 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cff13-761c-49b4-a90b-10215010ab72 req-8b17ae93-f3fa-4eeb-be5b-aa4833591b88 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:23.664601 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567beecb-3f36-4463-a65c-eee5d83d21f3 req-4ff4dd5c-5f6c-42d6-8eb7-74d2f1dfb43d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:23.665235 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a32cff13-761c-49b4-a90b-10215010ab72 req-8b17ae93-f3fa-4eeb-be5b-aa4833591b88 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0468471 Sep 29 02:13:23.666121 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-567beecb-3f36-4463-a65c-eee5d83d21f3 req-4ff4dd5c-5f6c-42d6-8eb7-74d2f1dfb43d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0500543 Sep 29 02:13:23.677904 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.714758 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-567beecb-3f36-4463-a65c-eee5d83d21f3 req-9f8d5ba8-94d8-4692-abdf-6680ea3c8ef3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421546 Sep 29 02:13:23.715509 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a32cff13-761c-49b4-a90b-10215010ab72 req-ce4b137a-2741-498c-af74-df5b8aec8b68 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Sep 29 02:13:24.042982 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ae3b-ed16-4807-b4cf-1c247c9ee84b req-2e9cbc34-e7d5-46a9-a2ba-d2354053fcf1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.044458 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7066ae3b-ed16-4807-b4cf-1c247c9ee84b req-2e9cbc34-e7d5-46a9-a2ba-d2354053fcf1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0575502 Sep 29 02:13:24.093305 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7066ae3b-ed16-4807-b4cf-1c247c9ee84b req-33307940-975f-44bd-b031-1401264a2d9d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Sep 29 02:13:24.332473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-33e58d2f-a00e-4ff6-8634-46b637cd5568 req-0dc9638c-6f55-4d43-a12b-574b751269d5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0282264 Sep 29 02:13:24.637512 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38476719-1eb8-4a64-9f07-c3709cac33f5 req-be42ad6d-e40c-4149-8140-628ee21a683d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.639135 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-38476719-1eb8-4a64-9f07-c3709cac33f5 req-be42ad6d-e40c-4149-8140-628ee21a683d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0475245 Sep 29 02:13:24.689099 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-38476719-1eb8-4a64-9f07-c3709cac33f5 req-26f0143b-bf65-437d-ac42-3c25ce066b85 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Sep 29 02:13:24.837584 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c250238-882b-4305-b06d-f9452a922aba req-fce6fa82-650d-4946-b27b-2f7ebe05a087 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.837825 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806264bd-1e3f-4967-91fe-866818fdca06 req-9a125466-1337-48aa-b40d-5754e040da89 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.839161 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1c250238-882b-4305-b06d-f9452a922aba req-fce6fa82-650d-4946-b27b-2f7ebe05a087 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0468225 Sep 29 02:13:24.839305 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-806264bd-1e3f-4967-91fe-866818fdca06 req-9a125466-1337-48aa-b40d-5754e040da89 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0466816 Sep 29 02:13:24.887364 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1c250238-882b-4305-b06d-f9452a922aba req-1eacc5bc-4360-446d-959a-6aab7bad0d90 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Sep 29 02:13:24.891770 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-806264bd-1e3f-4967-91fe-866818fdca06 req-2f4a26bb-b034-4e76-9aaa-25a13f86e8df tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458510 Sep 29 02:13:25.226143 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da88e-42ae-4a73-a31f-8e1e6d2be3f1 req-3e72d0bf-13bb-4634-b141-48690fa42701 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:25.227589 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a59da88e-42ae-4a73-a31f-8e1e6d2be3f1 req-3e72d0bf-13bb-4634-b141-48690fa42701 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0471771 Sep 29 02:13:25.276063 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a59da88e-42ae-4a73-a31f-8e1e6d2be3f1 req-f5eb6533-82cd-4c14-83bb-889c1f36a34b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Sep 29 02:13:25.457386 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-efe0347d-78c6-424f-b8c0-5e3b6792b7e2 req-fca24f88-ddf3-496b-ac4d-ec836270d19a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0373878 Sep 29 02:13:25.805041 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:25.813642 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaf6fa-9ec5-4259-97c2-19b4d70f6876 req-09393ad5-0579-4e83-aa09-4870d1deb93c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:25.815110 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c9aaf6fa-9ec5-4259-97c2-19b4d70f6876 req-09393ad5-0579-4e83-aa09-4870d1deb93c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0520601 Sep 29 02:13:25.864272 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c9aaf6fa-9ec5-4259-97c2-19b4d70f6876 req-21ec12a7-7aff-46c6-bc69-2b1b66b2e17c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Sep 29 02:13:26.011387 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f386a-04e0-4f1e-a233-321ec32d0dc7 req-8fe809a0-8952-483d-8565-cba01e9f56a5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.011613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbb46-01e8-41f3-8616-f3db78c5c2ab req-052a4ace-8bae-49db-a2ac-2f30a0cf400d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.013354 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-066f386a-04e0-4f1e-a233-321ec32d0dc7 req-8fe809a0-8952-483d-8565-cba01e9f56a5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0491858 Sep 29 02:13:26.013794 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a82dbb46-01e8-41f3-8616-f3db78c5c2ab req-052a4ace-8bae-49db-a2ac-2f30a0cf400d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0508609 Sep 29 02:13:26.062660 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-066f386a-04e0-4f1e-a233-321ec32d0dc7 req-4b4b1f3e-1c15-4bcc-86dc-23dd5f5475cb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429735 Sep 29 02:13:26.063737 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a82dbb46-01e8-41f3-8616-f3db78c5c2ab req-8d15b688-0728-4f4c-adb6-df304e6abe2a tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Sep 29 02:13:26.403576 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:26.416834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1dfe-179e-44f0-955f-ec889ad4dec6 req-5e51e6ed-3b90-4c61-ae33-8b29061b446c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.418311 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18db1dfe-179e-44f0-955f-ec889ad4dec6 req-5e51e6ed-3b90-4c61-ae33-8b29061b446c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0589345 Sep 29 02:13:26.470024 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18db1dfe-179e-44f0-955f-ec889ad4dec6 req-c893abc8-008f-48a6-8962-f3333ef6002d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Sep 29 02:13:26.574549 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bd19a3cd-bd32-4131-829a-417c0c90aa5e req-d8d57bdd-482c-4c62-bb9f-93183ef7a564 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0318768 Sep 29 02:13:26.992965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfceb4e-b129-46f4-9875-c05c72844f49 req-43fd71de-a81b-4d64-9cc4-c60ed055ed63 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.994446 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1bfceb4e-b129-46f4-9875-c05c72844f49 req-43fd71de-a81b-4d64-9cc4-c60ed055ed63 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0491762 Sep 29 02:13:27.042463 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1bfceb4e-b129-46f4-9875-c05c72844f49 req-2afa54a2-423b-4932-8dc6-b08892d069a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Sep 29 02:13:27.052720 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=30 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:27.236523 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b46e5-1fbb-4fe6-9bab-ad638deee530 req-887146aa-928b-420d-9bda-9bedf8380395 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.238780 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a32b46e5-1fbb-4fe6-9bab-ad638deee530 req-887146aa-928b-420d-9bda-9bedf8380395 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0859854 Sep 29 02:13:27.274693 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598749-1f6a-4c43-af83-4b135a671bf1 req-339425c5-92d9-4f6a-aa49-f27927a00e77 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.276502 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fc598749-1f6a-4c43-af83-4b135a671bf1 req-339425c5-92d9-4f6a-aa49-f27927a00e77 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.1123593 Sep 29 02:13:27.284201 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-65e2049f-a9dd-4265-bec2-c9593bd3ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.286043 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-65e2049f-a9dd-4265-bec2-c9593bd3ab27 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1127 time: 0.0909624 Sep 29 02:13:27.286477 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:27.295603 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faebee-fec1-4309-a71b-b65489c88129 req-657a5ccc-d008-48a5-8a0d-b0cadcb34d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.297728 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-657a5ccc-d008-48a5-8a0d-b0cadcb34d41 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=45259b9967b9410ca0fb09df7cea9f15&device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 1127 time: 0.0613906 Sep 29 02:13:27.346978 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-22494699-2b15-46ad-a673-2564eaa77dbc service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 217 time: 0.0341041 Sep 29 02:13:27.365152 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ab79e3d2-b721-4ca0-b36f-7ff992b8ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.366820 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-ab79e3d2-b721-4ca0-b36f-7ff992b8ee36 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.1769814 Sep 29 02:13:27.374695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-2fc6ae2d-bd1d-426f-8f81-a4145292e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.375975 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-2fc6ae2d-bd1d-426f-8f81-a4145292e523 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1127 time: 0.0972433 Sep 29 02:13:27.376378 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fc598749-1f6a-4c43-af83-4b135a671bf1 req-bd649f90-7ff5-468b-9863-acb255e07cc5 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773249 Sep 29 02:13:27.393791 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a32b46e5-1fbb-4fe6-9bab-ad638deee530 req-a0cdc6f9-497f-44f5-af63-c8c5623188ab tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422637 Sep 29 02:13:27.431795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-8cde13ea-b42b-4fad-9780-793fd475cf02 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.433232 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-8cde13ea-b42b-4fad-9780-793fd475cf02 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 816 time: 0.1933329 Sep 29 02:13:27.596696 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb9035-3f12-44eb-90e5-71a4a49575ff req-5a71eeaf-4cce-4100-ad4c-0fd0746e0a30 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.598308 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d7bb9035-3f12-44eb-90e5-71a4a49575ff req-5a71eeaf-4cce-4100-ad4c-0fd0746e0a30 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0488267 Sep 29 02:13:27.649854 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d7bb9035-3f12-44eb-90e5-71a4a49575ff req-76fef819-710f-431d-acbd-3546373f5c54 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Sep 29 02:13:27.672424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e8905da5-fb17-4e9e-b351-af8378fd3be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.688418 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a20c1c06-4ab2-4daa-9a6a-40ef0d1a9d28 req-5b2a8235-fa50-40d4-82a2-76cf4c8f4563 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Sep 29 02:13:27.931010 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50414) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:28.042729 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46d24d2b-e013-4bc7-b278-c03611875e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.119311 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46d24d2b-e013-4bc7-b278-c03611875e18 admin admin] Publish callbacks [] for security_group (fc713dac-b550-460b-bbff-db3520e1608e), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.125345 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46d24d2b-e013-4bc7-b278-c03611875e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (fc713dac-b550-460b-bbff-db3520e1608e), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.208004 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d24d2b-e013-4bc7-b278-c03611875e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc713dac-b550-460b-bbff-db3520e1608e,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:28.218564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50436) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:28.218917 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-46d24d2b-e013-4bc7-b278-c03611875e18 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6f18edbbd7d14f6aaebe992d45b60abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868130 Sep 29 02:13:28.228500 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f036c-972f-4fd3-94a7-cca6695217d4 req-28bcbb96-0727-497c-95b8-0e94c318caaf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.230360 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-741f036c-972f-4fd3-94a7-cca6695217d4 req-28bcbb96-0727-497c-95b8-0e94c318caaf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.1020358 Sep 29 02:13:28.287942 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-741f036c-972f-4fd3-94a7-cca6695217d4 req-ea35afba-ea4c-4f23-83b3-cf46335a229b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Sep 29 02:13:28.313649 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] Publish callbacks [] for security_group (fc713dac-b550-460b-bbff-db3520e1608e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.338651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] Publish callbacks [] for security_group (fc713dac-b550-460b-bbff-db3520e1608e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.390570 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (fc713dac-b550-460b-bbff-db3520e1608e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.393378 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.394791 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/fc713dac-b550-460b-bbff-db3520e1608e HTTP/1.1" status: 204 len: 168 time: 0.1748033 Sep 29 02:13:28.410530 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fcc29-d75a-430d-b3b6-365ca5dba501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc713dac-b550-460b-bbff-db3520e1608e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:28.542545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b3a35-51a5-43fe-b5a5-6b4135239baa req-ba1f3c4c-fec2-49a4-82f8-36299c8fa0ec tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.551810 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c78b3a35-51a5-43fe-b5a5-6b4135239baa req-ba1f3c4c-fec2-49a4-82f8-36299c8fa0ec tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 943 time: 0.0839362 Sep 29 02:13:28.571714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b3bf-236c-42f7-96d4-b4a34900e36e req-d49a59f7-947e-48b4-8f71-66e75427d6be tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.573362 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3f76b3bf-236c-42f7-96d4-b4a34900e36e req-d49a59f7-947e-48b4-8f71-66e75427d6be tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0621178 Sep 29 02:13:28.607445 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c78b3a35-51a5-43fe-b5a5-6b4135239baa req-482de27a-73dc-4a85-93c1-a084b2ac49bf tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Sep 29 02:13:28.620398 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.628665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3f76b3bf-236c-42f7-96d4-b4a34900e36e req-02320e33-f745-4dcd-aa3f-cd7fd19b7111 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469873 Sep 29 02:13:28.785002 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa73ac-05fa-4a44-b379-b32c473e5d12 req-93f2a89d-f5c8-48c2-8d3d-7151f7ccf6f9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.787087 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cefa73ac-05fa-4a44-b379-b32c473e5d12 req-93f2a89d-f5c8-48c2-8d3d-7151f7ccf6f9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0616245 Sep 29 02:13:28.802711 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.805330 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ac88083f-b2a7-43bb-bece-f9e3f5027f0f req-27236ac8-1fa1-452b-a091-576747bb3c99 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0335004 Sep 29 02:13:28.852252 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cefa73ac-05fa-4a44-b379-b32c473e5d12 req-d6117510-b0f3-4798-999d-e9def0bc859f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567653 Sep 29 02:13:29.040356 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 62cb9340-38dd-43f9-a051-285ad5137842 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:29.146631 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=62cb9340-38dd-43f9-a051-285ad5137842,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:29.158180 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '62cb9340-38dd-43f9-a051-285ad5137842', 'network_id': 'e4db59af-b58e-48e5-9867-6d81c2594bb7', 'port_id': '62cb9340-38dd-43f9-a051-285ad5137842', 'mac_address': 'fa:16:3e:e7:63:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e39c79-2107-42f4-85e8-ce84b749b3ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:29.198581 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 62cb9340-38dd-43f9-a051-285ad5137842 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:29.198896 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (62cb9340-38dd-43f9-a051-285ad5137842), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.212531 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cb9340-38dd-43f9-a051-285ad5137842 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:29.233216 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=62cb9340-38dd-43f9-a051-285ad5137842,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:29.238558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.290399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:29.460284 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.55', 61777) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.472032 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e68929-d6a8-4d82-b319-e79c6aeb964b req-5d3a742f-0034-442c-a614-3de2f1017fe0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.480392 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-90e68929-d6a8-4d82-b319-e79c6aeb964b req-5d3a742f-0034-442c-a614-3de2f1017fe0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.1091909 Sep 29 02:13:29.533085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.593011 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-90e68929-d6a8-4d82-b319-e79c6aeb964b req-6116c5a8-5ef2-4c2e-a85a-43b2dc8580ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114438 Sep 29 02:13:29.664950 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faebee-fec1-4309-a71b-b65489c88129 req-4e9d2238-b11a-4073-ac09-0e16ef72782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.667288 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-4e9d2238-b11a-4073-ac09-0e16ef72782c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=e4db59af-b58e-48e5-9867-6d81c2594bb7 HTTP/1.1" status: 200 len: 912 time: 0.2445793 Sep 29 02:13:29.689841 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.746852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50510) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.760507 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-d7c02d83-fbec-4875-94cc-447a55b2d3e9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 HTTP/1.1" status: 200 len: 217 time: 0.1270144 Sep 29 02:13:29.784744 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['62cb9340-38dd-43f9-a051-285ad5137842'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:29.937394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-e00a01fb-b5a9-40df-959f-8bf3f8134fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.939759 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-e00a01fb-b5a9-40df-959f-8bf3f8134fa9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.1430190 Sep 29 02:13:29.948141 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-fe7d0a90-e444-44fe-9b30-fdc1c72c165d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62cb9340-38dd-43f9-a051-285ad5137842 HTTP/1.1" status: 200 len: 217 time: 0.2446041 Sep 29 02:13:29.973963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4480701b-3897-4af7-bdc3-d76ea7624dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.019137 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649733b2-f994-40f1-a9f7-0f11aa2938eb req-11f01c95-dfb7-4094-a9ef-7073b2800fff tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.020679 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-649733b2-f994-40f1-a9f7-0f11aa2938eb req-11f01c95-dfb7-4094-a9ef-7073b2800fff tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0699389 Sep 29 02:13:30.039257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-8c1922d8-9345-4789-a521-e78110e30117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.041268 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-8c1922d8-9345-4789-a521-e78110e30117 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1127 time: 0.4750421 Sep 29 02:13:30.042544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-9c2c9e2d-068d-44d5-b785-f64fa2fc48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.044191 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-9c2c9e2d-068d-44d5-b785-f64fa2fc48f4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718462 Sep 29 02:13:30.070031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faebee-fec1-4309-a71b-b65489c88129 req-ef4a73c6-c6b8-4c1e-ad31-01a61cded5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.071195 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-ef4a73c6-c6b8-4c1e-ad31-01a61cded5e6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55e39c79-2107-42f4-85e8-ce84b749b3ce HTTP/1.1" status: 200 len: 850 time: 0.0476718 Sep 29 02:13:30.139575 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:13:30.159782 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-649733b2-f994-40f1-a9f7-0f11aa2938eb req-eae38fbf-9fb8-4dc2-8a09-2b0bc497a83c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875211 Sep 29 02:13:30.160753 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a71ba006-511b-4247-85ca-7347b5c77371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.162352 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-a71ba006-511b-4247-85ca-7347b5c77371 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5311720 Sep 29 02:13:30.177730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-771065d6-67cd-4d80-9cd1-287588c195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.195427 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-771065d6-67cd-4d80-9cd1-287588c195f5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.5331297 Sep 29 02:13:30.200418 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faebee-fec1-4309-a71b-b65489c88129 req-deb6efb0-4b99-4e1d-add1-e9dd182d74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.201969 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-deb6efb0-4b99-4e1d-add1-e9dd182d74a5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e4db59af-b58e-48e5-9867-6d81c2594bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1135485 Sep 29 02:13:30.268926 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-c702e548-ffe6-4662-9e84-8417fde2d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.270542 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-c702e548-ffe6-4662-9e84-8417fde2d43e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676014 Sep 29 02:13:30.312005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.319476 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62eaa2-8414-4703-b788-f73883a68af3 req-2928e11a-abf8-463b-bf9d-e00dff7af012 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.320919 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0e62eaa2-8414-4703-b788-f73883a68af3 req-2928e11a-abf8-463b-bf9d-e00dff7af012 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 944 time: 0.5579031 Sep 29 02:13:30.344706 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4d7e28fc-9cd8-45da-94d9-1038b15fd8ed req-6c7558c2-2acf-43ab-9c2e-25c7cecbc2fc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0877435 Sep 29 02:13:30.475874 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-e9c70874-488c-4511-b514-e7371058a020 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297733 Sep 29 02:13:30.479923 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-72a909ea-35e3-4e11-a73a-a8e3ea35ba30 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975760 Sep 29 02:13:30.490884 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0bbb0-2f81-4840-b728-4243efe95f8d req-162addcb-bca8-43ba-987c-0f117afd60ed tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.492408 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-35c0bbb0-2f81-4840-b728-4243efe95f8d req-162addcb-bca8-43ba-987c-0f117afd60ed tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 943 time: 0.0737963 Sep 29 02:13:30.580201 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-44685080-5777-43a9-9af6-37fb15999f0d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 380 time: 0.9456458 Sep 29 02:13:30.627326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'port': {'device_id': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'admin_state_up': True, 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'security_groups': ['40c7d729-142f-42e8-a15c-556bd5e1b8d3']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:30.651480 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-df0b4766-aef1-4f5e-84ec-b790a46dc591 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849133 Sep 29 02:13:30.682397 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-35c0bbb0-2f81-4840-b728-4243efe95f8d req-a7718360-96ee-44ea-ae43-edc84c9abf58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813476 Sep 29 02:13:30.696819 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84faebee-fec1-4309-a71b-b65489c88129 req-776464c9-4e70-47a2-b83b-2dab1c969043 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032030 Sep 29 02:13:30.717916 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b1eba202-8dc5-48ba-a16a-d68df6e52c4b req-9cbc3fc9-2290-416e-b594-9b3f65bdd9b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158186 Sep 29 02:13:30.773747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:30.813937 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa25d3-51e9-48bc-a70d-48666c263930 req-46548868-2b73-4f27-82cd-78709ffd0e2e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.815620 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-acfa25d3-51e9-48bc-a70d-48666c263930 req-46548868-2b73-4f27-82cd-78709ffd0e2e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0584321 Sep 29 02:13:30.828127 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-5faa4010-e893-4868-9d7a-afa42292981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.829595 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-5faa4010-e893-4868-9d7a-afa42292981b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.7647805 Sep 29 02:13:30.868971 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0e62eaa2-8414-4703-b788-f73883a68af3 req-7cfa2c7d-8b41-461e-be74-a1d8bc762113 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989810 Sep 29 02:13:30.873639 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-acfa25d3-51e9-48bc-a70d-48666c263930 req-730b8745-306b-49f5-bf18-e3537db766c3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Sep 29 02:13:30.900254 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:30.917973 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-33a0bb4f-4a1b-464d-983e-7f123dd3f91c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372528 Sep 29 02:13:30.985546 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e60b9b76-608a-4bf1-94ac-e8b28bda7e49 req-eb83d3d6-c1ad-464e-a4dc-ff14b1ab793b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085322 Sep 29 02:13:31.015972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Publish callbacks [] for security_group (078fa6b2-909e-4325-9d90-79e34b7b29c4), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.016954 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Made reservation on behalf of ad99e285720d41988cf2cf8f8978c313 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:31.017388 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d183c6c3-e338-4c72-a436-81e93d6fc258 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:31.021156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.024803 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (078fa6b2-909e-4325-9d90-79e34b7b29c4), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.039431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.054837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 62cb9340-38dd-43f9-a051-285ad5137842 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:31.092146 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078fa6b2-909e-4325-9d90-79e34b7b29c4,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.099150 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2573e805088142a99e8250d3fc0478db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3345695 Sep 29 02:13:31.100866 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50550) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:31.137748 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.138122 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.138515 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.138923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.139255 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.139634 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.140029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.140357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.140694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.141017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.141336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.141654 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.141969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.142303 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.142615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a051e9d-c2dc-4874-a244-7a526259610d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.181665 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Publish callbacks [] for security_group (078fa6b2-909e-4325-9d90-79e34b7b29c4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.227725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Publish callbacks [] for security_group (078fa6b2-909e-4325-9d90-79e34b7b29c4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.230532 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.238055 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50554) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:31.260649 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Allocated IP 172.20.0.8 (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a/b0a3bb9c-cd56-4ded-8409-fadc1ad71b86/bc863b20-676e-4d92-aa33-c3d860ed5227) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:31.310598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.311721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 62cb9340-38dd-43f9-a051-285ad5137842 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:31.319618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d183c6c3-e338-4c72-a436-81e93d6fc258,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:31.337855 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73e49e-cb53-46df-a7ae-90a16c13aa58 req-ccc499f8-13bb-4c3e-9d16-143190640ce0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.343192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 62cb9340-38dd-43f9-a051-285ad5137842 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:31.343475 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (62cb9340-38dd-43f9-a051-285ad5137842), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.343801 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 62cb9340-38dd-43f9-a051-285ad5137842 Sep 29 02:13:31.346847 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0e73e49e-cb53-46df-a7ae-90a16c13aa58 req-ccc499f8-13bb-4c3e-9d16-143190640ce0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0793087 Sep 29 02:13:31.348436 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:31.371676 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (078fa6b2-909e-4325-9d90-79e34b7b29c4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.375707 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.379931 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/078fa6b2-909e-4325-9d90-79e34b7b29c4 HTTP/1.1" status: 204 len: 168 time: 0.2777061 Sep 29 02:13:31.438554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.457367 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port d183c6c3-e338-4c72-a436-81e93d6fc258 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:31.457778 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.476286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.480626 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d183c6c3-e338-4c72-a436-81e93d6fc258 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:31.492412 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0e73e49e-cb53-46df-a7ae-90a16c13aa58 req-10360c98-7ab8-42a7-bdb9-1bc7fd8695dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400201 Sep 29 02:13:31.520096 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078fa6b2-909e-4325-9d90-79e34b7b29c4,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.526779 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 62cb9340-38dd-43f9-a051-285ad5137842 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:31.527160 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (62cb9340-38dd-43f9-a051-285ad5137842), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.542194 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6b83f4ff-dc89-4dfc-91de-da6a343ec5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.553880 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.554450 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.554971 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.555493 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.555631 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d183c6c3-e338-4c72-a436-81e93d6fc258,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:31.556877 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-687414ae-8f4f-449f-b426-8bbb9cd35d7c req-1a835ef7-9e05-4644-846f-d9848360bb67 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0790529 Sep 29 02:13:31.564235 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.567859 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.568564 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.569640 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.571328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.574523 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.576347 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.576930 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.577500 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:31.578544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.578919 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.579251 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.579595 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6cc92-1dea-4b57-8ca6-378257e975b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.637403 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.705257 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=62cb9340-38dd-43f9-a051-285ad5137842,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:31.726728 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.742082 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.749260 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6b83f4ff-dc89-4dfc-91de-da6a343ec5f7 admin admin] Publish callbacks [] for security_group (8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.762582 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6b83f4ff-dc89-4dfc-91de-da6a343ec5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.775122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.793830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.798345 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.798549 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.798766 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.799197 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.799426 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.800650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.800650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.800650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.800650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.800962 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.801275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.801456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:31.801614 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.801893 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.802231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:31.808156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:31.810512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.824534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:31.838071 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.838779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.862371 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-7678f7ec-31ba-4a45-bd28-d1af890b860b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2428048 Sep 29 02:13:31.877043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83f4ff-dc89-4dfc-91de-da6a343ec5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.877292 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.892997 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50580) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:31.896041 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6b83f4ff-dc89-4dfc-91de-da6a343ec5f7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=fdb8dc40956f41938b60febf378f2690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6569846 Sep 29 02:13:31.909027 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d53fa75-3a69-42d8-a477-b6968a60132a" -d '{"events": [{"server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "name": "network-vif-plugged", "status": "completed", "tag": "62cb9340-38dd-43f9-a051-285ad5137842"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:31.976534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] Publish callbacks [] for security_group (8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.001405 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c1a3-be0e-48cd-b005-b6504d9ab09d req-934a54ff-b246-4e03-b32b-0ceff15a0b81 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.003218 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8954c1a3-be0e-48cd-b005-b6504d9ab09d req-934a54ff-b246-4e03-b32b-0ceff15a0b81 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 944 time: 0.1429527 Sep 29 02:13:32.015587 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] Publish callbacks [] for security_group (8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.046573 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.066126 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8954c1a3-be0e-48cd-b005-b6504d9ab09d req-6acb3167-2b3b-4985-8c12-aa3180a15d17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552185 Sep 29 02:13:32.083241 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5fd45-94ae-4ad0-82bb-61dcedf18e4e req-022dd777-5b4f-4345-b6fd-ce8a1d09bf09 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.084762 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a2d5fd45-94ae-4ad0-82bb-61dcedf18e4e req-022dd777-5b4f-4345-b6fd-ce8a1d09bf09 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0832496 Sep 29 02:13:32.123990 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.127257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.128407 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95 HTTP/1.1" status: 204 len: 168 time: 0.2344162 Sep 29 02:13:32.150428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed981555-45ca-4689-a8f8-16bae8808b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa7e7e-c82a-49ea-8eb8-b3a00c441c95,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.165827 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a2d5fd45-94ae-4ad0-82bb-61dcedf18e4e req-b8e66eb3-8c21-40eb-acfd-0559d548c5f5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Sep 29 02:13:32.194318 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Provisioning complete for port bc863b20-676e-4d92-aa33-c3d860ed5227 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:32.194830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.195165 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 1 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:32.231560 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:32.236707 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f39d87-43d3-4170-b475-b6c23688d5b6 req-8ea1ec58-1906-446f-a74d-7383df72ecfe tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.238491 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e1f39d87-43d3-4170-b475-b6c23688d5b6 req-8ea1ec58-1906-446f-a74d-7383df72ecfe tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0763431 Sep 29 02:13:32.293411 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e1f39d87-43d3-4170-b475-b6c23688d5b6 req-60dff6ac-15a4-45d4-b983-9e17b238a199 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Sep 29 02:13:32.449784 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58720891-e99f-4e74-b1b4-2c628e1578a9 x-openstack-request-id: req-58720891-e99f-4e74-b1b4-2c628e1578a9 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:32.450123 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "name": "network-vif-plugged", "status": "completed", "tag": "62cb9340-38dd-43f9-a051-285ad5137842", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:32.450375 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58720891-e99f-4e74-b1b4-2c628e1578a9 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:32.451100 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58720891-e99f-4e74-b1b4-2c628e1578a9'] response: {'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842', 'code': 200} Sep 29 02:13:32.510479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50608) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.524611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce4f0-5a9c-44ee-85e9-e1569617de0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.599471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.619615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.621822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce4f0-5a9c-44ee-85e9-e1569617de0a admin admin] Publish callbacks [] for security_group (c58f7383-e21c-431a-9802-ef9db1e0784b), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.628859 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce4f0-5a9c-44ee-85e9-e1569617de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c58f7383-e21c-431a-9802-ef9db1e0784b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.654694 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb004f9-49ac-43fa-b3d2-f523b61039a9 req-faca9211-e838-4222-a025-f7e44615c1d9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.664252 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4fb004f9-49ac-43fa-b3d2-f523b61039a9 req-faca9211-e838-4222-a025-f7e44615c1d9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0693243 Sep 29 02:13:32.671859 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.680311 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1d2ce4f0-5a9c-44ee-85e9-e1569617de0a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e65c06949e1c4d02ada8f42dc10c2ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686921 Sep 29 02:13:32.688484 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50618) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.733579 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 2 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:32.740056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.743956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce4f0-5a9c-44ee-85e9-e1569617de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f7383-e21c-431a-9802-ef9db1e0784b,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.746251 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4fb004f9-49ac-43fa-b3d2-f523b61039a9 req-cb7c751b-da12-412c-884f-cde0c9b429ef tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811291 Sep 29 02:13:32.764002 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e7b63-10a0-407a-b283-bb8f86cb5986 req-3364aefd-acbd-4721-b7dc-ac8e6e0addac tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.765777 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e4e7b63-10a0-407a-b283-bb8f86cb5986 req-3364aefd-acbd-4721-b7dc-ac8e6e0addac tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 931 time: 0.0707686 Sep 29 02:13:32.784717 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] Publish callbacks [] for security_group (c58f7383-e21c-431a-9802-ef9db1e0784b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.791100 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:32.815991 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] Publish callbacks [] for security_group (c58f7383-e21c-431a-9802-ef9db1e0784b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.833847 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e4e7b63-10a0-407a-b283-bb8f86cb5986 req-0b3b2641-e8b9-4acd-8ce0-4dd7ee1a0d6d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597441 Sep 29 02:13:32.863997 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c58f7383-e21c-431a-9802-ef9db1e0784b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.866716 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.870044 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c58f7383-e21c-431a-9802-ef9db1e0784b HTTP/1.1" status: 204 len: 168 time: 0.1782408 Sep 29 02:13:32.876464 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c30dd-986c-4c1a-9999-c625aa3231c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f7383-e21c-431a-9802-ef9db1e0784b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:33.225408 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531337-6d92-48e1-91e4-81ba0353fa70 req-b0f567b6-1eb1-4ab7-a5f1-751f0e5c7f59 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.228579 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c2531337-6d92-48e1-91e4-81ba0353fa70 req-b0f567b6-1eb1-4ab7-a5f1-751f0e5c7f59 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 944 time: 0.0758760 Sep 29 02:13:33.292652 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 3 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:33.313148 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c2531337-6d92-48e1-91e4-81ba0353fa70 req-fab7ce71-ed04-4870-9036-9d62fab8a61e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742755 Sep 29 02:13:33.321152 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9043eb-fa22-494e-aee5-863295ef09cd req-76284f60-6f37-4afe-b84a-fef7b5b0e267 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.325107 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4b9043eb-fa22-494e-aee5-863295ef09cd req-76284f60-6f37-4afe-b84a-fef7b5b0e267 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0717666 Sep 29 02:13:33.352653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:33.379273 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4b9043eb-fa22-494e-aee5-863295ef09cd req-09e2b14c-65e7-472a-b397-0ea5ee394ce0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479412 Sep 29 02:13:33.448512 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178a4cc-083c-4f7a-ac80-d59b756595c6 req-e02ec41a-8716-4b18-bddd-57847649bcff tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.450171 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a178a4cc-083c-4f7a-ac80-d59b756595c6 req-e02ec41a-8716-4b18-bddd-57847649bcff tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0611980 Sep 29 02:13:33.498259 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a178a4cc-083c-4f7a-ac80-d59b756595c6 req-7522c1f9-f9a9-4e0b-93a4-212769db075c tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Sep 29 02:13:33.854404 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 4 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:33.894975 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:33.929901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826e51e-b439-4a92-aa6a-30602a43db7e req-a37aece3-f594-40d0-bf5e-5b423630e2ee tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.931402 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3826e51e-b439-4a92-aa6a-30602a43db7e req-a37aece3-f594-40d0-bf5e-5b423630e2ee tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0653780 Sep 29 02:13:33.942149 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:33.980972 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3826e51e-b439-4a92-aa6a-30602a43db7e req-d8d1388c-c407-4d12-b87a-7e23a6f13fa4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438600 Sep 29 02:13:33.988025 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190403b-2d5a-4924-90c2-41595ccfd865 req-dbbf9253-29b8-4038-9660-00a0e9594ac0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.989692 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c190403b-2d5a-4924-90c2-41595ccfd865 req-dbbf9253-29b8-4038-9660-00a0e9594ac0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 931 time: 0.0633554 Sep 29 02:13:34.037399 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c190403b-2d5a-4924-90c2-41595ccfd865 req-abfc5ad2-ebdc-4448-a4b2-3a504228e79c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Sep 29 02:13:34.396249 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 5 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:34.433419 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:34.446278 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdc01f-39e6-4563-81d1-37a5cc4d791a req-a488cb7e-1971-43ab-b61c-c6729e0e53ce tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.447973 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-debdc01f-39e6-4563-81d1-37a5cc4d791a req-a488cb7e-1971-43ab-b61c-c6729e0e53ce tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 944 time: 0.0523350 Sep 29 02:13:34.501529 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-debdc01f-39e6-4563-81d1-37a5cc4d791a req-50af9078-5da5-4aa7-a4cf-0c09b7e7bb83 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Sep 29 02:13:34.524961 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3baf6d-fb40-40c9-9219-f199de4ce1c4 req-1b80be28-20a3-4a05-853a-afb88d779259 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.526448 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1a3baf6d-fb40-40c9-9219-f199de4ce1c4 req-1b80be28-20a3-4a05-853a-afb88d779259 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0529482 Sep 29 02:13:34.581940 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1a3baf6d-fb40-40c9-9219-f199de4ce1c4 req-6147b420-df9f-4adc-a52a-28ac9310f829 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486319 Sep 29 02:13:34.638345 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aca8d-aafc-4500-b61a-779134f613ec req-df3f8f86-2a40-4b98-8621-016c83113875 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.639961 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-749aca8d-aafc-4500-b61a-779134f613ec req-df3f8f86-2a40-4b98-8621-016c83113875 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0481899 Sep 29 02:13:34.692438 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-749aca8d-aafc-4500-b61a-779134f613ec req-89f6ac53-e45d-4a11-b34b-7497da51d7b0 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Sep 29 02:13:34.736857 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50692) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:34.848790 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-82bee59f-59cf-42ff-8356-be0e4eb2ac72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.924095 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-82bee59f-59cf-42ff-8356-be0e4eb2ac72 admin admin] Publish callbacks [] for security_group (3addef6b-4be8-46a9-a42d-5f79adbb889b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.930513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-82bee59f-59cf-42ff-8356-be0e4eb2ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3addef6b-4be8-46a9-a42d-5f79adbb889b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.934274 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 6 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:34.972544 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:34.972726 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-82bee59f-59cf-42ff-8356-be0e4eb2ac72 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cc3f2e34f9ea415d8c541c686ab2f6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320638 Sep 29 02:13:34.972726 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bee59f-59cf-42ff-8356-be0e4eb2ac72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3addef6b-4be8-46a9-a42d-5f79adbb889b,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.973438 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50698) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:35.021817 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] Publish callbacks [] for security_group (3addef6b-4be8-46a9-a42d-5f79adbb889b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.042379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] Publish callbacks [] for security_group (3addef6b-4be8-46a9-a42d-5f79adbb889b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.116361 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28156f2-eb0e-4e5f-aef3-bf3ba336d057 req-5e87ba01-1396-414f-9b23-9fc24c8201fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.117938 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e28156f2-eb0e-4e5f-aef3-bf3ba336d057 req-5e87ba01-1396-414f-9b23-9fc24c8201fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0558264 Sep 29 02:13:35.132656 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.144002 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3addef6b-4be8-46a9-a42d-5f79adbb889b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.146471 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.147563 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3addef6b-4be8-46a9-a42d-5f79adbb889b HTTP/1.1" status: 204 len: 168 time: 0.1732583 Sep 29 02:13:35.161920 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7be2f3-704c-40e6-8fc6-9f3a17d7e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addef6b-4be8-46a9-a42d-5f79adbb889b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.186339 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e28156f2-eb0e-4e5f-aef3-bf3ba336d057 req-4fd764bc-61f5-4f3e-81e1-6d2559bf708d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604649 Sep 29 02:13:35.186664 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb228-7917-4442-af91-24d212a32358 req-d7ea4ef8-a86d-42e7-8c01-f6b96941ad7c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.188852 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-98dfb228-7917-4442-af91-24d212a32358 req-d7ea4ef8-a86d-42e7-8c01-f6b96941ad7c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 931 time: 0.0657766 Sep 29 02:13:35.238246 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-98dfb228-7917-4442-af91-24d212a32358 req-5c6925ac-0319-4756-baf6-4cc0a4153159 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Sep 29 02:13:35.455627 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50710) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:35.470115 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c965927-9713-4efc-ba2c-de10f1511a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.471079 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 7 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:35.503963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:35.553819 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c965927-9713-4efc-ba2c-de10f1511a4d admin admin] Publish callbacks [] for security_group (ee5093bb-00b7-4e82-b8d5-e172cf54da15), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.560145 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c965927-9713-4efc-ba2c-de10f1511a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ee5093bb-00b7-4e82-b8d5-e172cf54da15), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.609280 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4c965927-9713-4efc-ba2c-de10f1511a4d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2145fa65312343d59be004b4d7771276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524007 Sep 29 02:13:35.611068 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c965927-9713-4efc-ba2c-de10f1511a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5093bb-00b7-4e82-b8d5-e172cf54da15,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.611900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50716) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:35.654703 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.667838 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] Publish callbacks [] for security_group (ee5093bb-00b7-4e82-b8d5-e172cf54da15), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.671670 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3521-cb0c-48ef-9f55-5daa52d27c31 req-90bc2d99-c2e7-4a8a-8da4-4f131dc73985 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.673687 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-52de3521-cb0c-48ef-9f55-5daa52d27c31 req-90bc2d99-c2e7-4a8a-8da4-4f131dc73985 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 944 time: 0.0825233 Sep 29 02:13:35.685515 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.723945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] Publish callbacks [] for security_group (ee5093bb-00b7-4e82-b8d5-e172cf54da15), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.724972 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-52de3521-cb0c-48ef-9f55-5daa52d27c31 req-b6816e28-2ad9-41e9-821c-0fbd739d3c5d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457106 Sep 29 02:13:35.751439 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b277e-d8e1-4234-a3b2-cf4318838219 req-ea3c1f90-cdc4-4c1c-b6d7-3df81e8f74a9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.752938 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-043b277e-d8e1-4234-a3b2-cf4318838219 req-ea3c1f90-cdc4-4c1c-b6d7-3df81e8f74a9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0760128 Sep 29 02:13:35.765885 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['d183c6c3-e338-4c72-a436-81e93d6fc258'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:35.811349 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-043b277e-d8e1-4234-a3b2-cf4318838219 req-1b74c682-8222-466c-99d5-2fe027486a18 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502064 Sep 29 02:13:35.821216 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ee5093bb-00b7-4e82-b8d5-e172cf54da15), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.825199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.838119 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ee5093bb-00b7-4e82-b8d5-e172cf54da15 HTTP/1.1" status: 204 len: 168 time: 0.2132916 Sep 29 02:13:35.838119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc42e07-9665-4da6-8202-ebc09c5d9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5093bb-00b7-4e82-b8d5-e172cf54da15,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.850690 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff289-8927-45b0-950b-7a8e2f4ffe0d req-a373aa44-5fc6-4673-a741-9c807398861a tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.852360 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3a6ff289-8927-45b0-950b-7a8e2f4ffe0d req-a373aa44-5fc6-4673-a741-9c807398861a tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0634890 Sep 29 02:13:35.913073 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3a6ff289-8927-45b0-950b-7a8e2f4ffe0d req-ee82b9b9-3e5f-4b5d-ab4a-441bf025dc5e tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551434 Sep 29 02:13:36.005828 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 8 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:36.040158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:36.140933 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:36.321752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e1e06-6f23-4c1d-9512-c09d09d2fe7b req-45c02a91-e7da-4c6c-b0dd-a8e23c81fb2c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.323454 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7f2e1e06-6f23-4c1d-9512-c09d09d2fe7b req-45c02a91-e7da-4c6c-b0dd-a8e23c81fb2c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0507565 Sep 29 02:13:36.374527 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240df114-aa9d-4592-b85b-9349cd8f544a req-cdb97f56-03c0-4903-8d08-1435d0d61118 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.376908 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-240df114-aa9d-4592-b85b-9349cd8f544a req-cdb97f56-03c0-4903-8d08-1435d0d61118 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 931 time: 0.0544565 Sep 29 02:13:36.394545 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7f2e1e06-6f23-4c1d-9512-c09d09d2fe7b req-842e75ee-9c6f-44dc-8817-7e6c969e4b56 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646083 Sep 29 02:13:36.438285 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-240df114-aa9d-4592-b85b-9349cd8f544a req-04b55255-39b8-47db-b44a-237fdb98ba62 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552006 Sep 29 02:13:36.541085 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 9 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:36.574161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:36.852863 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e7182-ef3b-4934-a1c5-3c7331c668ca req-97c089e7-a28f-489d-8996-b41564e82564 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.854307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c6e7182-ef3b-4934-a1c5-3c7331c668ca req-97c089e7-a28f-489d-8996-b41564e82564 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 944 time: 0.0521946 Sep 29 02:13:36.925169 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Request body: {'port': {'device_id': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:36.965440 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a5dfe-c2c9-43b4-8137-edf671b3e1e3 req-d2669601-60dc-4caa-889f-ea4b0aab259e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.968924 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bb9a5dfe-c2c9-43b4-8137-edf671b3e1e3 req-d2669601-60dc-4caa-889f-ea4b0aab259e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0558825 Sep 29 02:13:36.989964 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-863ae428-c0d7-4c0b-826a-3994dee1892a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 217 time: 0.1227298 Sep 29 02:13:37.003087 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.061747 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bb9a5dfe-c2c9-43b4-8137-edf671b3e1e3 req-c056841f-0683-45a7-859e-c62c33b26bb6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 Sep 29 02:13:37.074991 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Attempt 10 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:13:37.077095 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.097257 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c6e7182-ef3b-4934-a1c5-3c7331c668ca req-b2fee0d0-cfc2-4f8c-80f4-36f4f8be9212 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239254 Sep 29 02:13:37.104277 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a4549ea4-ca7d-44e8-8a5a-e9704e0d3fd5 req-dd45be5d-6b64-479a-8949-4d357416e7e5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460577 Sep 29 02:13:37.161065 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.171158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-57bf2964-ba97-4f1f-89a8-a3996467a35d None None] Port bc863b20-676e-4d92-aa33-c3d860ed5227 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:37.231706 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caefc9-4dd6-40b7-8fb1-0597e787c228 req-7403190b-b89a-4fc0-a0af-f3050a41b907 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.233644 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18caefc9-4dd6-40b7-8fb1-0597e787c228 req-7403190b-b89a-4fc0-a0af-f3050a41b907 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0664139 Sep 29 02:13:37.309669 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18caefc9-4dd6-40b7-8fb1-0597e787c228 req-2e32ea7d-6220-4d5b-80e1-d095bf4cacbd tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660825 Sep 29 02:13:37.416568 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:37.425114 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks [] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.438083 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Transition to ACTIVE for port object bc863b20-676e-4d92-aa33-c3d860ed5227 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:37.443172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.449738 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.563348 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:37.596391 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6f95-f41c-4757-9836-bd5b8c4de388 req-c30ef93c-196e-4e47-acbb-7c05d1a1c86c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.600890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffdd40-f1a8-4c7b-9647-e32081bb127c req-781bac18-a052-482a-80e7-f50e5f288177 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.602680 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-97ffdd40-f1a8-4c7b-9647-e32081bb127c req-781bac18-a052-482a-80e7-f50e5f288177 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.1144907 Sep 29 02:13:37.606712 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d12c6f95-f41c-4757-9836-bd5b8c4de388 req-c30ef93c-196e-4e47-acbb-7c05d1a1c86c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0754936 Sep 29 02:13:37.610602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Attempting to bind port bc863b20-676e-4d92-aa33-c3d860ed5227 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:37.611346 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Attempting to bind port bc863b20-676e-4d92-aa33-c3d860ed5227 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:37.611941 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Attempting to bind port bc863b20-676e-4d92-aa33-c3d860ed5227 on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:37.669622 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d12c6f95-f41c-4757-9836-bd5b8c4de388 req-19333b06-dc85-475c-980e-851f59f5e903 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589247 Sep 29 02:13:37.704063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Port bc863b20-676e-4d92-aa33-c3d860ed5227 on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:37.704477 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Attempting to bind port bc863b20-676e-4d92-aa33-c3d860ed5227 on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:37.718468 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-97ffdd40-f1a8-4c7b-9647-e32081bb127c req-5b598285-ef71-42a4-9da3-dbd0cdd26d80 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034904 Sep 29 02:13:37.771945 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:37.786624 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:37.786884 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d183c6c3-e338-4c72-a436-81e93d6fc258 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:37.786971 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Checking segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:37.787339 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Bound using segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:37.787781 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Bound port: bc863b20-676e-4d92-aa33-c3d860ed5227, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:37.788143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.811352 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.874571 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:37.879564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:37.891388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.892505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port d183c6c3-e338-4c72-a436-81e93d6fc258 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:37.910492 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port d183c6c3-e338-4c72-a436-81e93d6fc258 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:37.911204 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.911707 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port d183c6c3-e338-4c72-a436-81e93d6fc258 Sep 29 02:13:37.951651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.952677 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.954691 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 1093 time: 1.0628240 Sep 29 02:13:37.955477 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5224-9a8f-4f15-8b08-17a8d93d1763 service neutron] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:37.958149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:37.960638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:37.984864 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:38.003525 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'port_id': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'mac_address': 'fa:16:3e:d6:09:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:38.030382 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0cf277-9f98-4630-b68e-34570412b78d x-openstack-request-id: req-9d0cf277-9f98-4630-b68e-34570412b78d {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:38.030814 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:38.031008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d0cf277-9f98-4630-b68e-34570412b78d {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:38.031401 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0cf277-9f98-4630-b68e-34570412b78d'] response: {'name': 'network-changed', 'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'status': 'completed', 'code': 200} Sep 29 02:13:38.074610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:38.074999 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.078273 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port d183c6c3-e338-4c72-a436-81e93d6fc258 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:38.078599 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.100015 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:38.120799 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:38.130888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b0903-a02c-4c14-a044-22d1b1fc45bf" -d '{"events": [{"server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "name": "network-vif-plugged", "status": "completed", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:38.179208 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d183c6c3-e338-4c72-a436-81e93d6fc258,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:38.188788 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeafc9ac-295a-466a-9a7a-d5fe835a4de2 x-openstack-request-id: req-eeafc9ac-295a-466a-9a7a-d5fe835a4de2 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:38.189847 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "name": "network-vif-plugged", "status": "completed", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:38.190414 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eeafc9ac-295a-466a-9a7a-d5fe835a4de2 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:38.192061 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeafc9ac-295a-466a-9a7a-d5fe835a4de2'] response: {'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'code': 200} Sep 29 02:13:38.197530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:38.215522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.226546 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.279396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.284254 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306015b-596f-4151-bc49-30a242f06aa2 req-18f443ca-e7fc-4827-8f49-3ed1f44b14c3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.285702 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.286253 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0306015b-596f-4151-bc49-30a242f06aa2 req-18f443ca-e7fc-4827-8f49-3ed1f44b14c3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0501444 Sep 29 02:13:38.298547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d16af5-edb3-40c6-b37a-dc03183498ad req-f63e2b9c-91b9-4a3d-9e42-d26b8056c216 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.305460 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7d16af5-edb3-40c6-b37a-dc03183498ad req-f63e2b9c-91b9-4a3d-9e42-d26b8056c216 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0807989 Sep 29 02:13:38.349028 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.358445 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7d16af5-edb3-40c6-b37a-dc03183498ad req-79496946-fa66-4ab3-aad7-025fc8e4bef6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519688 Sep 29 02:13:38.362213 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0306015b-596f-4151-bc49-30a242f06aa2 req-4b90c969-a5bf-44f4-8a28-a1b5b38401ff tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607500 Sep 29 02:13:38.464506 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd5c7-7805-48e2-a4c5-2bb159d04c0a req-5a945ba4-e199-4597-884c-4608d8932b02 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.465927 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-58bfd5c7-7805-48e2-a4c5-2bb159d04c0a req-5a945ba4-e199-4597-884c-4608d8932b02 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Sep 29 02:13:38.514831 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-58bfd5c7-7805-48e2-a4c5-2bb159d04c0a req-edf3ddbf-bcd3-489e-b5c5-22c0790fe250 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Sep 29 02:13:38.728907 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['8d6a66c4-84ec-4b80-817a-4a5dfdc81a64'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:38.812467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828db2-7179-461f-9727-606205aa2995 req-f50821d9-e35d-41c9-bfef-ad237bd1f9af tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.813934 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fd828db2-7179-461f-9727-606205aa2995 req-f50821d9-e35d-41c9-bfef-ad237bd1f9af tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0657067 Sep 29 02:13:38.833199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.866906 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fd828db2-7179-461f-9727-606205aa2995 req-b2e7eb1d-5894-4ed8-afe0-c1b0352c116f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470548 Sep 29 02:13:38.868823 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.872690 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2a594-ab2c-4f58-a15c-98157d871528 req-891f1a93-d7ce-4bd5-ac3b-d0a43cfe5a1d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.878522 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3de2a594-ab2c-4f58-a15c-98157d871528 req-891f1a93-d7ce-4bd5-ac3b-d0a43cfe5a1d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0548716 Sep 29 02:13:38.922425 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3de2a594-ab2c-4f58-a15c-98157d871528 req-a208a359-e243-49c2-b62a-cb7a10a70422 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413911 Sep 29 02:13:39.348407 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-0b12586a-e718-44e3-91de-608bec62254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.349899 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-0b12586a-e718-44e3-91de-608bec62254f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0979624 Sep 29 02:13:39.491285 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534c0b9-df3b-434e-a3fd-34b2bd774ddb req-ae6b62d9-4d03-4670-bc9f-7385da5ae36b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.492850 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0534c0b9-df3b-434e-a3fd-34b2bd774ddb req-ae6b62d9-4d03-4670-bc9f-7385da5ae36b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0516350 Sep 29 02:13:39.495697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3a86-b85e-4930-a9f3-783bf463ccc0 req-f19cf4ac-5d4e-4294-a460-f65dceb6bde4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.497197 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-969b3a86-b85e-4930-a9f3-783bf463ccc0 req-f19cf4ac-5d4e-4294-a460-f65dceb6bde4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0641093 Sep 29 02:13:39.553754 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-969b3a86-b85e-4930-a9f3-783bf463ccc0 req-21318b67-5224-4296-959b-05d6893ab2e4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Sep 29 02:13:39.558161 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0534c0b9-df3b-434e-a3fd-34b2bd774ddb req-a99edad2-0842-436c-96af-bd88620c3085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556684 Sep 29 02:13:39.692414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b173fa-30de-49e2-afe8-30d96bb52ef9 req-188cdaae-cae1-45cd-9b8a-4a617da5c903 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.693967 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-12b173fa-30de-49e2-afe8-30d96bb52ef9 req-188cdaae-cae1-45cd-9b8a-4a617da5c903 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0546322 Sep 29 02:13:39.742660 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-12b173fa-30de-49e2-afe8-30d96bb52ef9 req-a670aaa9-b2f0-497a-852a-46e7d33eeca9 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Sep 29 02:13:39.781220 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:39.824082 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:39.831438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:39.831810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.833078 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 Sep 29 02:13:39.909171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:39.909834 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.944444 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:39.949233 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.002654 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.009972 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222320e-b637-4113-b24e-7ed740e1a246 req-7ca131a8-cc44-4570-9198-259ae31f8d7b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.011783 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3222320e-b637-4113-b24e-7ed740e1a246 req-7ca131a8-cc44-4570-9198-259ae31f8d7b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0614340 Sep 29 02:13:40.063593 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3222320e-b637-4113-b24e-7ed740e1a246 req-e41e31c5-b5b2-4e79-9d7c-48d471807727 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 Sep 29 02:13:40.070420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d5fbc-2e53-464d-932e-984dedd5ca7f req-2a68549a-9d3e-41da-a116-7541f67e664d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.071892 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-365d5fbc-2e53-464d-932e-984dedd5ca7f req-2a68549a-9d3e-41da-a116-7541f67e664d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0471444 Sep 29 02:13:40.119025 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-365d5fbc-2e53-464d-932e-984dedd5ca7f req-019a93c2-0716-49a8-942b-b2213bd105c9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412252 Sep 29 02:13:40.139438 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.193945 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:40.197602 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3816f422-26ab-4e0a-868b-4c10867d8433" -d '{"events": [{"server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:40.246459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d02a2f-f3b4-44c7-879a-279e8dc3c0a7 x-openstack-request-id: req-18d02a2f-f3b4-44c7-879a-279e8dc3c0a7 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:40.246764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:40.247011 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18d02a2f-f3b4-44c7-879a-279e8dc3c0a7 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:40.247428 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d02a2f-f3b4-44c7-879a-279e8dc3c0a7'] response: {'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'code': 200} Sep 29 02:13:40.673076 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.677914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232bdcc-4d6f-448e-aafc-2f2cfff15729 req-84988ffa-0450-4b31-b29a-fadf44186b4b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.679763 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c232bdcc-4d6f-448e-aafc-2f2cfff15729 req-84988ffa-0450-4b31-b29a-fadf44186b4b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0506587 Sep 29 02:13:40.693811 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224fd97-7000-4928-a86a-8937b928b0cb req-d46f0e27-7afa-4ed6-8a5a-ad864110fe30 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.695328 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0224fd97-7000-4928-a86a-8937b928b0cb req-d46f0e27-7afa-4ed6-8a5a-ad864110fe30 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0531356 Sep 29 02:13:40.745278 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c232bdcc-4d6f-448e-aafc-2f2cfff15729 req-b1d09d7c-0b58-45e0-8012-7b12a1e80a1e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598216 Sep 29 02:13:40.748108 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0224fd97-7000-4928-a86a-8937b928b0cb req-a38e4e79-c304-4a52-990f-42e1265c85dc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471964 Sep 29 02:13:40.863984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bdfdf-0be0-450c-8065-92fa43a7dfb9 req-b1375407-a357-4ff6-9ce1-2d706c813b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.865778 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-420bdfdf-0be0-450c-8065-92fa43a7dfb9 req-b1375407-a357-4ff6-9ce1-2d706c813b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Sep 29 02:13:40.886511 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.919457 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-420bdfdf-0be0-450c-8065-92fa43a7dfb9 req-d254788d-7837-451e-9239-631f4eff82bc tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Sep 29 02:13:41.233559 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fddb8-0a36-496f-a1e9-1394a7acbea6 req-099e3f59-9e46-4fcd-983a-611060bdb9c4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.235343 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-917fddb8-0a36-496f-a1e9-1394a7acbea6 req-099e3f59-9e46-4fcd-983a-611060bdb9c4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0801709 Sep 29 02:13:41.291926 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067175-d824-43c6-8a62-5aa7346ada9c req-99360598-fce2-4713-b35c-98854981cc62 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.294625 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f067175-d824-43c6-8a62-5aa7346ada9c req-99360598-fce2-4713-b35c-98854981cc62 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0661149 Sep 29 02:13:41.308056 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-917fddb8-0a36-496f-a1e9-1394a7acbea6 req-eadbe3af-86e0-4b9b-b310-12d8bc788fbf tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590079 Sep 29 02:13:41.353326 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f067175-d824-43c6-8a62-5aa7346ada9c req-ca165936-189a-4b2f-8ca9-0f65d2f8d556 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521343 Sep 29 02:13:41.576791 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50950) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:41.697687 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-de2c410f-26ad-4ca6-b782-fc4f1c9dcc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.782366 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-de2c410f-26ad-4ca6-b782-fc4f1c9dcc13 admin admin] Publish callbacks [] for security_group (787de521-039a-48cc-85b8-48bc38b84b79), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.790205 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-de2c410f-26ad-4ca6-b782-fc4f1c9dcc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (787de521-039a-48cc-85b8-48bc38b84b79), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.827445 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c410f-26ad-4ca6-b782-fc4f1c9dcc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787de521-039a-48cc-85b8-48bc38b84b79,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:41.839794 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 50966) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:41.839914 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-de2c410f-26ad-4ca6-b782-fc4f1c9dcc13 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3aa3d6d0a4b14baab0999c7c69f44ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621520 Sep 29 02:13:41.910741 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a5a7-1a0b-4f0b-8a03-49c9626000b1 req-28f4ef6d-27bb-4518-87df-20466761a41b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.912665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7d75a5a7-1a0b-4f0b-8a03-49c9626000b1 req-28f4ef6d-27bb-4518-87df-20466761a41b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0523577 Sep 29 02:13:41.926579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c088f6-3d32-40b5-af09-324df572bc26 req-bddafe16-34cf-4921-9188-1817798beb7f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.930052 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7c088f6-3d32-40b5-af09-324df572bc26 req-bddafe16-34cf-4921-9188-1817798beb7f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0816681 Sep 29 02:13:41.961523 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7d75a5a7-1a0b-4f0b-8a03-49c9626000b1 req-297635d6-4ea6-4fd5-8c51-e05f3e84de5c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Sep 29 02:13:41.967981 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] Publish callbacks [] for security_group (787de521-039a-48cc-85b8-48bc38b84b79), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.005811 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7c088f6-3d32-40b5-af09-324df572bc26 req-4571cfe5-d892-46e9-8974-2d4b31075e32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714285 Sep 29 02:13:42.010387 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] Publish callbacks [] for security_group (787de521-039a-48cc-85b8-48bc38b84b79), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.021205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.067413 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (787de521-039a-48cc-85b8-48bc38b84b79), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.070425 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.074444 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/787de521-039a-48cc-85b8-48bc38b84b79 HTTP/1.1" status: 204 len: 168 time: 0.2331424 Sep 29 02:13:42.082993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df82b6-0c9f-4bed-bfff-43b37e44c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787de521-039a-48cc-85b8-48bc38b84b79,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.099167 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a54690-844f-41d9-93eb-8cc4e397abc8 req-0f1924d9-a127-4ded-ae9d-8ccda939a874 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.100921 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0a54690-844f-41d9-93eb-8cc4e397abc8 req-0f1924d9-a127-4ded-ae9d-8ccda939a874 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0588422 Sep 29 02:13:42.155908 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0a54690-844f-41d9-93eb-8cc4e397abc8 req-07d31931-b4d4-45e3-93a6-28a637604162 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Sep 29 02:13:42.381782 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 50988) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:42.406121 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4ce2-92b6-4c74-809c-1be0ad028cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.457403 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa560d-93ba-4f94-9b46-495a93d7eb2d req-d54b020d-8b69-42e9-8839-2af556e36eeb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.458957 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fbaa560d-93ba-4f94-9b46-495a93d7eb2d req-d54b020d-8b69-42e9-8839-2af556e36eeb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0636599 Sep 29 02:13:42.510075 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e21b1-2b23-43d4-b926-57cacf9028a8 req-7516261f-a835-49b1-b858-00d517be991d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:42.511547 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c45e21b1-2b23-43d4-b926-57cacf9028a8 req-7516261f-a835-49b1-b858-00d517be991d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.0626864 Sep 29 02:13:42.513908 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fbaa560d-93ba-4f94-9b46-495a93d7eb2d req-68433e59-be2f-461d-880e-c166d284ef60 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480151 Sep 29 02:13:42.526302 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.578374 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4ce2-92b6-4c74-809c-1be0ad028cb8 admin admin] Publish callbacks [] for security_group (ea92e9c3-6cf7-4462-a8f1-1494edb2c24b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.586872 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4ce2-92b6-4c74-809c-1be0ad028cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ea92e9c3-6cf7-4462-a8f1-1494edb2c24b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.610218 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c45e21b1-2b23-43d4-b926-57cacf9028a8 req-a05b5e55-3303-43bc-a5b3-d2f32371e60f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908473 Sep 29 02:13:42.643288 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ea4f4ce2-92b6-4c74-809c-1be0ad028cb8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=64c70e18c9a1496cbb96e0087254c5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592542 Sep 29 02:13:42.645812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51000) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:42.651887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4ce2-92b6-4c74-809c-1be0ad028cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92e9c3-6cf7-4462-a8f1-1494edb2c24b,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.667247 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.701485 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] Publish callbacks [] for security_group (ea92e9c3-6cf7-4462-a8f1-1494edb2c24b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.728024 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] Publish callbacks [] for security_group (ea92e9c3-6cf7-4462-a8f1-1494edb2c24b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.779409 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ea92e9c3-6cf7-4462-a8f1-1494edb2c24b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.781888 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.783055 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ea92e9c3-6cf7-4462-a8f1-1494edb2c24b HTTP/1.1" status: 204 len: 168 time: 0.1362693 Sep 29 02:13:42.796344 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46266abc-3d85-46cd-9a7a-ee589e9ab705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92e9c3-6cf7-4462-a8f1-1494edb2c24b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:43.117706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3f35-0ad9-4689-9010-0f7d9db6bff6 req-bf377391-df70-4de0-825b-42809e9d1ed2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.119327 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bdad3f35-0ad9-4689-9010-0f7d9db6bff6 req-bf377391-df70-4de0-825b-42809e9d1ed2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 943 time: 0.0578396 Sep 29 02:13:43.165097 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44d04c-a724-4081-9d87-7b3dd038308f req-e2b1a467-594c-4634-9708-6b536c016cc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.172711 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-de44d04c-a724-4081-9d87-7b3dd038308f req-e2b1a467-594c-4634-9708-6b536c016cc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0627468 Sep 29 02:13:43.179971 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:43.197374 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bdad3f35-0ad9-4689-9010-0f7d9db6bff6 req-85df4ccb-c8cd-48af-9dff-d4f19c800edf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Sep 29 02:13:43.211548 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:43.252537 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-de44d04c-a724-4081-9d87-7b3dd038308f req-f1277d1f-e61e-40ae-a7db-e0c1d7a9f535 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724301 Sep 29 02:13:43.335017 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:43.354109 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'port_id': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4', 'mac_address': 'fa:16:3e:05:6c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:43.354307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ac3b7-7b8b-4d63-85c3-acaf6408cfed req-0f7d1e85-9524-44f0-914b-b3471101caf8 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.361037 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e64ac3b7-7b8b-4d63-85c3-acaf6408cfed req-0f7d1e85-9524-44f0-914b-b3471101caf8 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0603366 Sep 29 02:13:43.405585 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:43.406055 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.409921 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.423306 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:43.428621 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e64ac3b7-7b8b-4d63-85c3-acaf6408cfed req-385158aa-aaec-4cef-909a-141ab1087578 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667243 Sep 29 02:13:43.454348 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:43.454348 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.504666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:43.653236 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41dfd-17a6-4595-bc7e-9a76950fe2d3 req-ce8d5e68-31c2-4864-b25e-3aa5a80d072a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.654720 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1bd41dfd-17a6-4595-bc7e-9a76950fe2d3 req-ce8d5e68-31c2-4864-b25e-3aa5a80d072a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0484738 Sep 29 02:13:43.714544 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1bd41dfd-17a6-4595-bc7e-9a76950fe2d3 req-e10d5445-36f1-458f-a2bf-1f3f021afde6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Sep 29 02:13:43.971287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af5913-34e9-4847-9b8a-e100c01a62df req-5a3a9d9e-e13f-457f-983e-b198b7d08343 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.972864 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a6af5913-34e9-4847-9b8a-e100c01a62df req-5a3a9d9e-e13f-457f-983e-b198b7d08343 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 943 time: 0.2780049 Sep 29 02:13:44.023343 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a6af5913-34e9-4847-9b8a-e100c01a62df req-998e310c-28ad-4abc-ae4a-e4b28374b874 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438790 Sep 29 02:13:44.325893 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52471d-4e43-419e-9f85-494af4d8b61a req-7a45bf12-3677-4b71-9fb0-6af0305b35e8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.327887 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cb52471d-4e43-419e-9f85-494af4d8b61a req-7a45bf12-3677-4b71-9fb0-6af0305b35e8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 944 time: 0.0518353 Sep 29 02:13:44.367983 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b585a3-fe9f-4413-8e7a-13f519b14440 req-66e846b6-73f3-4d76-947a-39c8d14df7a8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.369449 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-73b585a3-fe9f-4413-8e7a-13f519b14440 req-66e846b6-73f3-4d76-947a-39c8d14df7a8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0473504 Sep 29 02:13:44.377788 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cb52471d-4e43-419e-9f85-494af4d8b61a req-ee60c4f6-5386-4cef-af69-4627a695a8f3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Sep 29 02:13:44.419725 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-73b585a3-fe9f-4413-8e7a-13f519b14440 req-a39de69c-e9f4-4b8c-bb50-799dba66e275 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Sep 29 02:13:44.568244 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409fbf0-b189-4472-90d4-8a95d5f6c953 req-f82194f5-2bd3-4bad-bfab-dca1452e5892 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.569740 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4409fbf0-b189-4472-90d4-8a95d5f6c953 req-f82194f5-2bd3-4bad-bfab-dca1452e5892 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0498021 Sep 29 02:13:44.616777 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4409fbf0-b189-4472-90d4-8a95d5f6c953 req-85bd5baf-766e-4955-83b4-3f984b340ff1 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Sep 29 02:13:44.712089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 870d1dee-af78-44b4-8d9b-36d459c3e5c4 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:44.811777 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:44.827113 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'port_id': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'mac_address': 'fa:16:3e:b8:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:44.853802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51455705-94e2-4cda-a424-c934f2a4fe05 req-e0199d7d-7850-4bdd-9941-41fbe72665c9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:44.855270 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51455705-94e2-4cda-a424-c934f2a4fe05 req-e0199d7d-7850-4bdd-9941-41fbe72665c9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0485616 Sep 29 02:13:44.863087 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:44.863477 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.878184 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870d1dee-af78-44b4-8d9b-36d459c3e5c4 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:44.896429 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.900539 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:44.904803 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51455705-94e2-4cda-a424-c934f2a4fe05 req-7cadc3dc-8c5c-4ea9-99bb-cac1396b2c20 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Sep 29 02:13:44.905333 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.956029 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:45.157192 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff9d3-7ccb-4bd0-abc3-374af0a14270 req-69164be3-ae15-464b-8757-ad4bf88b92bf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.159053 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8feff9d3-7ccb-4bd0-abc3-374af0a14270 req-69164be3-ae15-464b-8757-ad4bf88b92bf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 944 time: 0.0575135 Sep 29 02:13:45.205631 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8feff9d3-7ccb-4bd0-abc3-374af0a14270 req-7696f135-7ea6-4d24-babd-c5e09ba53bd5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408270 Sep 29 02:13:45.301963 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-079d9497-3f4c-4ed5-afa4-c50e09bebf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.303594 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-079d9497-3f4c-4ed5-afa4-c50e09bebf28 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0500231 Sep 29 02:13:45.380429 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-4f8e1079-e0f9-4bea-ae41-f3b04d80a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.381905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-4f8e1079-e0f9-4bea-ae41-f3b04d80a03d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817592 Sep 29 02:13:45.394304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.453045 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-adc6a9a2-2ca5-4eb8-aa2e-e21244f68452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.454644 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-adc6a9a2-2ca5-4eb8-aa2e-e21244f68452 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1128 time: 0.1259716 Sep 29 02:13:45.552814 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-3e6bbbbc-cb5e-41c5-9e6d-df430a23c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.555321 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-3e6bbbbc-cb5e-41c5-9e6d-df430a23c1fb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1129 time: 0.1131804 Sep 29 02:13:45.568671 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089fbc-47eb-4264-9c57-b6eea3e5e290 req-793a47b5-f6cd-4707-a563-71c4e3eaf644 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.570263 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fd089fbc-47eb-4264-9c57-b6eea3e5e290 req-793a47b5-f6cd-4707-a563-71c4e3eaf644 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0581040 Sep 29 02:13:45.585938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['bed0985a-cae7-47c3-8b9d-3c76eb77b4e4'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:45.601202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-d3a56831-1741-48b3-8db9-8b24c53108af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.601202 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-d3a56831-1741-48b3-8db9-8b24c53108af service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 1129 time: 0.2065783 Sep 29 02:13:45.643067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a47dc-6e78-4ebb-8b7e-dc9969a199a5 req-f3113fcb-94f2-4d1e-8586-86d507de26a2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.645270 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-141a47dc-6e78-4ebb-8b7e-dc9969a199a5 req-f3113fcb-94f2-4d1e-8586-86d507de26a2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 944 time: 0.1540663 Sep 29 02:13:45.649557 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fd089fbc-47eb-4264-9c57-b6eea3e5e290 req-1c84637c-1c1f-41eb-86e0-29c152bb247a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731957 Sep 29 02:13:45.659180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-10c1c23b-67ce-4d45-a81f-a03b1fa62875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.660660 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-10c1c23b-67ce-4d45-a81f-a03b1fa62875 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=ad99e285720d41988cf2cf8f8978c313&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2935822 Sep 29 02:13:45.682902 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.698799 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-bcd44249-8ffd-44ec-b02c-76dd311f3d53 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493370 Sep 29 02:13:45.762997 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-141a47dc-6e78-4ebb-8b7e-dc9969a199a5 req-1a7c917c-a260-428a-bea5-7efe87eff8a7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071732 Sep 29 02:13:45.775805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['870d1dee-af78-44b4-8d9b-36d459c3e5c4'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:45.832525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.911904 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305939af-c75f-4327-9e00-f0a5ca6cf63c req-71ea43f2-c3ca-40c5-8115-25ef887b4281 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.913477 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-305939af-c75f-4327-9e00-f0a5ca6cf63c req-71ea43f2-c3ca-40c5-8115-25ef887b4281 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.1492598 Sep 29 02:13:46.031544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-3500fa89-2b0e-42fe-8d67-6b25bfa56186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.033971 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-3500fa89-2b0e-42fe-8d67-6b25bfa56186 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.1858363 Sep 29 02:13:46.040997 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.050686 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.080511 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-305939af-c75f-4327-9e00-f0a5ca6cf63c req-3274fff4-db4c-407d-8527-32f671ee54f6 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611292 Sep 29 02:13:46.101122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-342ae7da-bf3d-4324-951d-25d04f7df668 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.110908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-0a098343-b04e-4893-a8f9-ab4eec172d03 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.179156 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] Publish callbacks [] for security_group (281016b5-d35d-491c-a2ec-81e02b7e4fcc), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.188886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (281016b5-d35d-491c-a2ec-81e02b7e4fcc), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.211216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.db.api [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-342ae7da-bf3d-4324-951d-25d04f7df668 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ae7c64039839431980d6f61231270abc {{(pid=106493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:13:46.211712 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG oslo_db.api [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-342ae7da-bf3d-4324-951d-25d04f7df668 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:13:46.279744 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4933629 Sep 29 02:13:46.293001 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=281016b5-d35d-491c-a2ec-81e02b7e4fcc,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:46.293771 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcbe-7bd9-4fd2-9fe5-91b66111b330 req-45ea2e2f-719e-4972-b0b1-81f6814192a2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.295344 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3a8abcbe-7bd9-4fd2-9fe5-91b66111b330 req-45ea2e2f-719e-4972-b0b1-81f6814192a2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.1755073 Sep 29 02:13:46.297293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-d5de126a-6929-4877-b3f1-14d0de376ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.298829 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-77e59a23-2837-44d2-8c5e-f32ea0b6ce03 req-d5de126a-6929-4877-b3f1-14d0de376ca5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5169706 Sep 29 02:13:46.328871 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.db.api [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-0a098343-b04e-4893-a8f9-ab4eec172d03 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ae7c64039839431980d6f61231270abc {{(pid=106492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:13:46.329475 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG oslo_db.api [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-0a098343-b04e-4893-a8f9-ab4eec172d03 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:13:46.340362 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-022cb540-c9d8-4dd5-99b5-f92e189959e8 req-77be8109-ad70-48ba-973d-e64692a71372 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455589 Sep 29 02:13:46.356027 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-be2abeb4-3577-4411-8d54-3c97cc35b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.357479 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-be2abeb4-3577-4411-8d54-3c97cc35b32f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.5772550 Sep 29 02:13:46.387268 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3a8abcbe-7bd9-4fd2-9fe5-91b66111b330 req-5e5b5154-09bc-4c9d-9926-3bf16f8c6405 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776622 Sep 29 02:13:46.394579 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf3f03-e951-4d57-8d61-d386deb3f4b8 req-b4485ec7-8877-42cf-bf1d-f2df44cfad6a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.396254 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1cf3f03-e951-4d57-8d61-d386deb3f4b8 req-b4485ec7-8877-42cf-bf1d-f2df44cfad6a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 944 time: 0.0843205 Sep 29 02:13:46.486100 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1cf3f03-e951-4d57-8d61-d386deb3f4b8 req-abd68873-c0fa-4179-b713-df2025a3022a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803819 Sep 29 02:13:46.712708 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-342ae7da-bf3d-4324-951d-25d04f7df668 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.775370 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3c0b4-8eaf-42d3-88ec-908d8e1ce22e req-b86af3c3-8e93-4e76-8d6b-0c8ccee29071 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.776856 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-60e3c0b4-8eaf-42d3-88ec-908d8e1ce22e req-b86af3c3-8e93-4e76-8d6b-0c8ccee29071 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0483737 Sep 29 02:13:46.833383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-0a098343-b04e-4893-a8f9-ab4eec172d03 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.882361 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-60e3c0b4-8eaf-42d3-88ec-908d8e1ce22e req-83232799-4e02-4f8e-91cc-a83f5bac81aa tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987635 Sep 29 02:13:46.907476 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-24fbfad5-e102-40df-857b-50727659f18a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0827608 Sep 29 02:13:46.951331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-c3c7763f-c405-474d-9cf2-b58314c1105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.951331 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-c3c7763f-c405-474d-9cf2-b58314c1105c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0656297 Sep 29 02:13:47.015713 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9b96327-fddd-4ea8-812c-1549a0375dcc req-0a098343-b04e-4893-a8f9-ab4eec172d03 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2326555 Sep 29 02:13:47.018605 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b841-4320-4b99-b6a8-832eb51dea85 req-8750118a-9d4f-4089-a380-90a492acbe82 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.020053 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d127b841-4320-4b99-b6a8-832eb51dea85 req-8750118a-9d4f-4089-a380-90a492acbe82 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 944 time: 0.0616014 Sep 29 02:13:47.048590 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44949593-e9e0-4e31-af33-e1b39e9ab47e req-342ae7da-bf3d-4324-951d-25d04f7df668 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9930665 Sep 29 02:13:47.074094 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d127b841-4320-4b99-b6a8-832eb51dea85 req-dd6d34b5-370e-479f-bd33-1e8a36422cf3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Sep 29 02:13:47.164363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.207202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884460b-0af7-4e29-ae0b-3888c740ed6f req-4a88412d-310c-4de5-92f8-7c03f653cd8c tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.208685 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3884460b-0af7-4e29-ae0b-3888c740ed6f req-4a88412d-310c-4de5-92f8-7c03f653cd8c tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Sep 29 02:13:47.255723 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3884460b-0af7-4e29-ae0b-3888c740ed6f req-94ba0cda-2460-4abb-a3f6-ec6be08bb653 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Sep 29 02:13:47.541889 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e43a3a-47c9-4ab7-b9d9-6b3798b1bb61 req-b118f5bc-41f7-491d-b8d0-3e234f76f0be tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.549373 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-94e43a3a-47c9-4ab7-b9d9-6b3798b1bb61 req-b118f5bc-41f7-491d-b8d0-3e234f76f0be tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0588102 Sep 29 02:13:47.599411 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-94e43a3a-47c9-4ab7-b9d9-6b3798b1bb61 req-9323c7c3-3c5e-4c08-9890-73644dc15d3f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Sep 29 02:13:47.624314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb77b3-5cfb-41b2-852f-12e45494ef26 req-73451352-061f-422a-932d-ae26ed7dcc9d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.626172 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fcdb77b3-5cfb-41b2-852f-12e45494ef26 req-73451352-061f-422a-932d-ae26ed7dcc9d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 944 time: 0.0624955 Sep 29 02:13:47.674963 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.684138 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fcdb77b3-5cfb-41b2-852f-12e45494ef26 req-116d9ef6-9a98-48c4-b580-7d552bb6a499 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512240 Sep 29 02:13:48.003657 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf89be-4722-4929-8591-aa220b381cbd req-8b7b6994-63bf-4021-8970-34a32b1d4dfe tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.004992 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ffaf89be-4722-4929-8591-aa220b381cbd req-8b7b6994-63bf-4021-8970-34a32b1d4dfe tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 29 02:13:48.053341 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ffaf89be-4722-4929-8591-aa220b381cbd req-614e6dd4-027d-4ee0-8b2c-03c67dea46f0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Sep 29 02:13:48.194995 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddb4c9-4779-4576-b1b3-3c8e16523519 req-d8101892-7c67-43b4-a041-fbd59e094ba9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.196462 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-87ddb4c9-4779-4576-b1b3-3c8e16523519 req-d8101892-7c67-43b4-a041-fbd59e094ba9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 944 time: 0.0473335 Sep 29 02:13:48.248866 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-87ddb4c9-4779-4576-b1b3-3c8e16523519 req-7cd07f16-0cb5-4437-af77-8ed3529ec47f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Sep 29 02:13:48.300603 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51178) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:48.378775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32affbcd-6bc2-45f1-bb4b-c197a3c45d78 req-32f947b6-0170-4d7a-8615-45058e4805c4 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.380275 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-32affbcd-6bc2-45f1-bb4b-c197a3c45d78 req-32f947b6-0170-4d7a-8615-45058e4805c4 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0458496 Sep 29 02:13:48.430704 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-281d06b2-39c4-42d8-b154-04a437a0cfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.450799 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-32affbcd-6bc2-45f1-bb4b-c197a3c45d78 req-a89f22a0-9ad9-4a08-ac4a-4a52ac84b5dc tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649247 Sep 29 02:13:48.501568 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.522431 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-281d06b2-39c4-42d8-b154-04a437a0cfcf admin admin] Publish callbacks [] for security_group (8f6ce0f4-d372-48e5-ab87-adac09dca676), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.527261 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-281d06b2-39c4-42d8-b154-04a437a0cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8f6ce0f4-d372-48e5-ab87-adac09dca676), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.566210 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-281d06b2-39c4-42d8-b154-04a437a0cfcf admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=10095a8153824264ae08945d9f273d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644966 Sep 29 02:13:48.567006 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d06b2-39c4-42d8-b154-04a437a0cfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ce0f4-d372-48e5-ab87-adac09dca676,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:48.569014 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51182) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:48.620052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] Publish callbacks [] for security_group (8f6ce0f4-d372-48e5-ab87-adac09dca676), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.640150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] Publish callbacks [] for security_group (8f6ce0f4-d372-48e5-ab87-adac09dca676), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.664522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:48.705986 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.713008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8f6ce0f4-d372-48e5-ab87-adac09dca676), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.716064 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.716441 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:48.717328 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8f6ce0f4-d372-48e5-ab87-adac09dca676 HTTP/1.1" status: 204 len: 168 time: 0.1473248 Sep 29 02:13:48.732519 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:48.733180 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.733635 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 Sep 29 02:13:48.733772 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28218071-660d-4b18-9b05-d28aaba279fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ce0f4-d372-48e5-ab87-adac09dca676,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:48.740977 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a32d7-821f-4f31-802e-a9174f58634c req-93b3983d-c2dd-4cd9-9f2b-6975ab0bc303 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.747808 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7d3a32d7-821f-4f31-802e-a9174f58634c req-93b3983d-c2dd-4cd9-9f2b-6975ab0bc303 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0658548 Sep 29 02:13:48.827160 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.831851 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7d3a32d7-821f-4f31-802e-a9174f58634c req-e85af70e-7149-4b75-9490-65d29a95e914 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830235 Sep 29 02:13:48.851921 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cfe72-ced4-4efd-8df3-827e750a75c2 req-1fb5d094-5a3e-4ae7-a4b4-e7a84dca6d10 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.853890 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-135cfe72-ced4-4efd-8df3-827e750a75c2 req-1fb5d094-5a3e-4ae7-a4b4-e7a84dca6d10 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 944 time: 0.0578563 Sep 29 02:13:48.880004 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:48.894112 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.908152 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:48.910531 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0790b3-53b0-4716-9980-a4721e565f1d" -d '{"events": [{"server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "name": "network-vif-plugged", "status": "completed", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:48.922537 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-135cfe72-ced4-4efd-8df3-827e750a75c2 req-ae894e05-faa2-4c12-91c2-100928ee8c05 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585599 Sep 29 02:13:48.932897 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:48.938989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.942396 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 870d1dee-af78-44b4-8d9b-36d459c3e5c4 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:48.985050 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff980fb7-2165-4a49-bbd4-7e59a0942be5 x-openstack-request-id: req-ff980fb7-2165-4a49-bbd4-7e59a0942be5 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:48.985548 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "name": "network-vif-plugged", "status": "completed", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:48.985804 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff980fb7-2165-4a49-bbd4-7e59a0942be5 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:48.986230 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff980fb7-2165-4a49-bbd4-7e59a0942be5'] response: {'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4', 'code': 200} Sep 29 02:13:49.025382 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:49.033358 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:49.040759 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:49.041014 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.041393 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 Sep 29 02:13:49.183334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57a83-4fe2-4583-91dc-abf90d8b8562 req-56b2172e-a4cf-402f-b23e-184ed53fb78c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.184906 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e9e57a83-4fe2-4583-91dc-abf90d8b8562 req-56b2172e-a4cf-402f-b23e-184ed53fb78c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0519865 Sep 29 02:13:49.234950 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e9e57a83-4fe2-4583-91dc-abf90d8b8562 req-b6228e9e-4a9d-43d0-9d63-e4b899e21894 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Sep 29 02:13:49.236457 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:49.236839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.238575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:49.271610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:49.276609 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.323108 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:49.385864 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064100d7-0f6c-47ab-90a4-a0f3540e298b req-df1e302c-b8f2-4a29-a5f7-99874b5b43e6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.388026 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-064100d7-0f6c-47ab-90a4-a0f3540e298b req-df1e302c-b8f2-4a29-a5f7-99874b5b43e6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0610490 Sep 29 02:13:49.436639 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-064100d7-0f6c-47ab-90a4-a0f3540e298b req-215bb657-d78f-4506-bf22-7acfd2db5ebc tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Sep 29 02:13:49.569538 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b76d29-36f7-42a3-b656-ffa95757e46d req-adae4203-a8c7-4a62-817a-7fc28630c61a tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.571017 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-94b76d29-36f7-42a3-b656-ffa95757e46d req-adae4203-a8c7-4a62-817a-7fc28630c61a tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0461085 Sep 29 02:13:49.626113 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-94b76d29-36f7-42a3-b656-ffa95757e46d req-f3aabba0-968d-4f8b-8b80-a0764012209b tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494447 Sep 29 02:13:49.960173 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94b90-7627-495f-a2f7-fdd377f1cb5f req-347251d4-7e64-4f61-80b7-0b0f7dc12c21 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:49.961665 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0fc94b90-7627-495f-a2f7-fdd377f1cb5f req-347251d4-7e64-4f61-80b7-0b0f7dc12c21 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0467627 Sep 29 02:13:50.010325 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0fc94b90-7627-495f-a2f7-fdd377f1cb5f req-d57e851a-3587-475b-bdd5-dd4e9b49e5ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Sep 29 02:13:50.049801 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3adbeb-24cf-418f-b437-842a1dfc4719 req-b89ca5e4-0271-4c02-beff-67b3bf00307e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.051316 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-af3adbeb-24cf-418f-b437-842a1dfc4719 req-b89ca5e4-0271-4c02-beff-67b3bf00307e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0468416 Sep 29 02:13:50.100665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-af3adbeb-24cf-418f-b437-842a1dfc4719 req-42a8c32c-6697-467c-8951-9f2c5ff89c01 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435700 Sep 29 02:13:50.361922 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88debb07-c99f-498d-8aa6-fe147919b2af req-2751f2d8-f183-4b97-94c1-17ff84a88a44 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.363375 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-88debb07-c99f-498d-8aa6-fe147919b2af req-2751f2d8-f183-4b97-94c1-17ff84a88a44 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0521677 Sep 29 02:13:50.413702 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-88debb07-c99f-498d-8aa6-fe147919b2af req-9a3009d6-e9bb-4d2b-a756-a27a2ba347a8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Sep 29 02:13:50.563606 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489d8b9-d6a0-4db5-ad7c-bdca6d434895 req-343b704d-d579-482e-b5b2-597f3df74d8c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.565295 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d489d8b9-d6a0-4db5-ad7c-bdca6d434895 req-343b704d-d579-482e-b5b2-597f3df74d8c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0506952 Sep 29 02:13:50.613498 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d489d8b9-d6a0-4db5-ad7c-bdca6d434895 req-50a8be92-d53a-4f99-8820-e7937dd94a3f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 Sep 29 02:13:50.752538 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf4325-db2d-4084-9155-7d72f1a4defb req-5a757b5b-065f-4b42-8212-0332ae560a7f tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.754033 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f5bf4325-db2d-4084-9155-7d72f1a4defb req-5a757b5b-065f-4b42-8212-0332ae560a7f tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0465326 Sep 29 02:13:50.805718 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f5bf4325-db2d-4084-9155-7d72f1a4defb req-17a027f2-5c7b-4f3f-8eec-9ff9e7b3550f tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Sep 29 02:13:50.988149 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:50.990574 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6bc68c-4079-4aa7-8220-0e0c2173d49a" -d '{"events": [{"server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "name": "network-vif-plugged", "status": "completed", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:51.032734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ee08b-58f7-43ce-b459-fafc3e5ea48e x-openstack-request-id: req-d53ee08b-58f7-43ce-b459-fafc3e5ea48e {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:51.033027 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "name": "network-vif-plugged", "status": "completed", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:51.033303 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d53ee08b-58f7-43ce-b459-fafc3e5ea48e {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:51.033696 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ee08b-58f7-43ce-b459-fafc3e5ea48e'] response: {'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'code': 200} Sep 29 02:13:51.134870 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba44f6-db08-4991-8a6a-0b5cd761b58e req-b98c21ea-b9b4-4749-a6bd-adf494867f62 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.136151 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-66ba44f6-db08-4991-8a6a-0b5cd761b58e req-b98c21ea-b9b4-4749-a6bd-adf494867f62 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0469756 Sep 29 02:13:51.190575 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-66ba44f6-db08-4991-8a6a-0b5cd761b58e req-f2bc6c97-abe7-4bf8-be4c-76efcc514765 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474250 Sep 29 02:13:51.220318 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1b57a-00fd-405b-8081-f45e499c9feb req-c583c524-3aa1-4516-9c01-64722336acaf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.221768 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2bc1b57a-00fd-405b-8081-f45e499c9feb req-c583c524-3aa1-4516-9c01-64722336acaf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0449724 Sep 29 02:13:51.269219 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2bc1b57a-00fd-405b-8081-f45e499c9feb req-1ef6bb80-5e16-453a-a1d4-a33b2da59d81 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417895 Sep 29 02:13:51.548630 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc23b5-e164-4c86-b2f8-ba1f03b079f5 req-6d0e2d53-30eb-4853-b927-3c4b315df017 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.550272 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-24dc23b5-e164-4c86-b2f8-ba1f03b079f5 req-6d0e2d53-30eb-4853-b927-3c4b315df017 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0501330 Sep 29 02:13:51.585100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.601586 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-24dc23b5-e164-4c86-b2f8-ba1f03b079f5 req-a0f9d502-2edc-4213-82bb-3550278ed08f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454509 Sep 29 02:13:51.739676 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0bc98-5118-436f-8add-e03fab9387c4 req-38130650-4d1d-4f69-bd3e-1c5001610a7d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.741050 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7a0bc98-5118-436f-8add-e03fab9387c4 req-38130650-4d1d-4f69-bd3e-1c5001610a7d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0549777 Sep 29 02:13:51.790686 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7a0bc98-5118-436f-8add-e03fab9387c4 req-d140079b-bd70-44a7-8781-fcaa3eb95f60 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Sep 29 02:13:51.938662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab50a-63b4-4e2a-9767-18b823f41fbb req-8338781a-94f2-4667-a937-5ee49eee8382 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.940587 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aefab50a-63b4-4e2a-9767-18b823f41fbb req-8338781a-94f2-4667-a937-5ee49eee8382 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Sep 29 02:13:51.966257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.987980 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aefab50a-63b4-4e2a-9767-18b823f41fbb req-6f3aa766-73ff-4f8c-8bce-a3c81e1749a4 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Sep 29 02:13:52.323166 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbe1e-a601-4d07-a676-343211e15204 req-a362b6ef-a62e-458a-84ea-0e5bf8fdacd9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.324671 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bcbdbe1e-a601-4d07-a676-343211e15204 req-a362b6ef-a62e-458a-84ea-0e5bf8fdacd9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0476685 Sep 29 02:13:52.372514 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bcbdbe1e-a601-4d07-a676-343211e15204 req-a872ff1d-cf2c-4a37-a558-a53713324878 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Sep 29 02:13:52.400025 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb55a92-4061-4738-b64b-16204abc898c req-5e9549cf-99fd-4484-9d9d-7c7ada93037a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.401492 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eeb55a92-4061-4738-b64b-16204abc898c req-5e9549cf-99fd-4484-9d9d-7c7ada93037a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0568578 Sep 29 02:13:52.449150 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eeb55a92-4061-4738-b64b-16204abc898c req-f9f570fa-d835-4499-8d42-9a750f984435 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418015 Sep 29 02:13:52.712781 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-b6aac6ce-b078-4ef3-9c4f-7e832a801716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.714310 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-b6aac6ce-b078-4ef3-9c4f-7e832a801716 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0471170 Sep 29 02:13:52.736769 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db646b76-f33e-4ac4-a510-d8945223b1f3 req-ed5b4f49-8c3d-4bda-a634-e940167856ee tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.738301 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-db646b76-f33e-4ac4-a510-d8945223b1f3 req-ed5b4f49-8c3d-4bda-a634-e940167856ee tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0539384 Sep 29 02:13:52.785982 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-db646b76-f33e-4ac4-a510-d8945223b1f3 req-39a4a039-0f91-404f-9477-4373c4fbc5d5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Sep 29 02:13:52.867337 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-8deaccba-123a-44de-a17a-fa7cecfb2187 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 217 time: 0.0362628 Sep 29 02:13:52.918419 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f04c9-d17e-453a-8acc-efba7c107e9a req-46ba1377-0d2a-4fe0-ae5f-45368f164c41 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.920004 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-551f04c9-d17e-453a-8acc-efba7c107e9a req-46ba1377-0d2a-4fe0-ae5f-45368f164c41 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0499952 Sep 29 02:13:52.973005 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-551f04c9-d17e-453a-8acc-efba7c107e9a req-fbaf73fe-5799-4970-aebe-291e1a21f2c0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Sep 29 02:13:53.114479 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25489f48-8b1d-4362-a964-50587a1e6308 req-7af96334-5421-4e51-beee-ecce46bc8896 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.118813 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-25489f48-8b1d-4362-a964-50587a1e6308 req-7af96334-5421-4e51-beee-ecce46bc8896 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Sep 29 02:13:53.163887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.168821 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-25489f48-8b1d-4362-a964-50587a1e6308 req-9b075e14-d826-44df-b0a6-a4381f62cfca tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Sep 29 02:13:53.516351 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943765d8-a829-4c43-882c-38470dbd2839 req-05d45ed7-01e7-42df-87c1-60c7f87ffa9a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.539329 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-943765d8-a829-4c43-882c-38470dbd2839 req-05d45ed7-01e7-42df-87c1-60c7f87ffa9a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0790229 Sep 29 02:13:53.557354 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51290) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:53.599379 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-943765d8-a829-4c43-882c-38470dbd2839 req-1f7339ed-6a17-4806-b942-fa1256a1d818 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583439 Sep 29 02:13:53.600356 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc099d-1738-4c8c-847f-57322a8808d7 req-6e7bb03e-a8b0-47e2-947f-1f214d801ce5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.606641 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-73fc099d-1738-4c8c-847f-57322a8808d7 req-6e7bb03e-a8b0-47e2-947f-1f214d801ce5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0545282 Sep 29 02:13:53.663835 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-73fc099d-1738-4c8c-847f-57322a8808d7 req-fbd53079-ae9b-40fe-b38a-44100cbe4090 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559475 Sep 29 02:13:53.678226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7b8741f9-c5f4-4480-b9fb-713493743fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.754314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7b8741f9-c5f4-4480-b9fb-713493743fbb admin admin] Publish callbacks [] for security_group (98dfd13d-ddbd-4f59-b79c-da4079197822), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.760502 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7b8741f9-c5f4-4480-b9fb-713493743fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (98dfd13d-ddbd-4f59-b79c-da4079197822), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.803171 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7b8741f9-c5f4-4480-b9fb-713493743fbb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=24f36f040e3e4cd6bbc0cf0703a4cba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446821 Sep 29 02:13:53.803866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8741f9-c5f4-4480-b9fb-713493743fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dfd13d-ddbd-4f59-b79c-da4079197822,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:53.806246 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51294) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:53.847049 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.860881 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] Publish callbacks [] for security_group (98dfd13d-ddbd-4f59-b79c-da4079197822), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.881132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] Publish callbacks [] for security_group (98dfd13d-ddbd-4f59-b79c-da4079197822), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.910478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa126-1e7c-4979-8b01-35336af11b4a req-6156ed14-cbc8-42e0-ab21-fe39129c69ef tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.911979 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aa6aa126-1e7c-4979-8b01-35336af11b4a req-6156ed14-cbc8-42e0-ab21-fe39129c69ef tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0465591 Sep 29 02:13:53.929388 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (98dfd13d-ddbd-4f59-b79c-da4079197822), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.932119 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.933303 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/98dfd13d-ddbd-4f59-b79c-da4079197822 HTTP/1.1" status: 204 len: 168 time: 0.1260586 Sep 29 02:13:53.943634 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0f2e8-f69b-4999-87dd-751526122d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dfd13d-ddbd-4f59-b79c-da4079197822,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:53.965231 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aa6aa126-1e7c-4979-8b01-35336af11b4a req-989235e5-8bb6-4cb1-91ab-c05f1adf946b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Sep 29 02:13:54.106967 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbea77-de32-4f4c-ba44-aa170cbafea3 req-f42e17eb-a801-4d11-b77f-67fc99657a37 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.114536 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-50dbea77-de32-4f4c-ba44-aa170cbafea3 req-f42e17eb-a801-4d11-b77f-67fc99657a37 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0619719 Sep 29 02:13:54.134849 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbeddf-5b05-4f93-9a08-f67c6b427709 req-3f9218c7-55d0-4e66-ab02-6e3c374b114e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.136338 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-dcdbeddf-5b05-4f93-9a08-f67c6b427709 req-3f9218c7-55d0-4e66-ab02-6e3c374b114e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0490427 Sep 29 02:13:54.147206 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51306) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.151690 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:54.161827 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-50dbea77-de32-4f4c-ba44-aa170cbafea3 req-a715602a-97c5-4861-a683-09d5013bc7d8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 Sep 29 02:13:54.223970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.256945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51310) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.273980 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-37f17ed6-ce8f-4284-af17-6ff27cea2007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.333577 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.358554 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-37f17ed6-ce8f-4284-af17-6ff27cea2007 admin admin] Publish callbacks [] for security_group (98dbbc3c-7b0c-4c30-adc8-d93e4f012d74), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.363796 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-37f17ed6-ce8f-4284-af17-6ff27cea2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (98dbbc3c-7b0c-4c30-adc8-d93e4f012d74), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.373745 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dad4ce-eb50-40ae-905d-f54810632ca6 req-ee6df795-acf2-4648-a1ff-16b2c8eed3c5 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.375334 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e9dad4ce-eb50-40ae-905d-f54810632ca6 req-ee6df795-acf2-4648-a1ff-16b2c8eed3c5 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.1212122 Sep 29 02:13:54.381723 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.404680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f17ed6-ce8f-4284-af17-6ff27cea2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dbbc3c-7b0c-4c30-adc8-d93e4f012d74,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.418785 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-37f17ed6-ce8f-4284-af17-6ff27cea2007 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8fe4fadd97494b8eb82e1353fec6dcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605897 Sep 29 02:13:54.421406 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51312) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.450359 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-ad9091e3-221a-4a5a-ab4d-69de796c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.451859 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-ad9091e3-221a-4a5a-ab4d-69de796c0a31 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443771 Sep 29 02:13:54.514439 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e9dad4ce-eb50-40ae-905d-f54810632ca6 req-0bfca7d2-daec-46f6-ab0a-239afe497f24 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315386 Sep 29 02:13:54.569208 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] Publish callbacks [] for security_group (98dbbc3c-7b0c-4c30-adc8-d93e4f012d74), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.675933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-ee25edcf-bd80-4715-8211-355c6ef08529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.677599 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-ee25edcf-bd80-4715-8211-355c6ef08529 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0684454 Sep 29 02:13:54.777412 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] Publish callbacks [] for security_group (98dbbc3c-7b0c-4c30-adc8-d93e4f012d74), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.827667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f3d3a-1fca-403c-8f46-09b5e9afe854 req-3b3373b7-216f-4b94-b56f-42f3d3cc7729 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.829748 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4c7f3d3a-1fca-403c-8f46-09b5e9afe854 req-3b3373b7-216f-4b94-b56f-42f3d3cc7729 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0839584 Sep 29 02:13:54.883298 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4c7f3d3a-1fca-403c-8f46-09b5e9afe854 req-b9f8ce2c-542a-48c2-8706-b9cc66ceb7bc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 Sep 29 02:13:54.921071 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.936587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eb5b3-cd2f-4cc4-906f-3ee8cb12b054 req-b1922275-1dc9-42d8-a862-cfe6150a23cf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.938181 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e81eb5b3-cd2f-4cc4-906f-3ee8cb12b054 req-b1922275-1dc9-42d8-a862-cfe6150a23cf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1585674 Sep 29 02:13:55.049785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (98dbbc3c-7b0c-4c30-adc8-d93e4f012d74), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.052278 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.053429 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/98dbbc3c-7b0c-4c30-adc8-d93e4f012d74 HTTP/1.1" status: 204 len: 168 time: 0.6308565 Sep 29 02:13:55.119414 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4dcc-54a3-434c-98a1-3c320ee5300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dbbc3c-7b0c-4c30-adc8-d93e4f012d74,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:55.137410 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e81eb5b3-cd2f-4cc4-906f-3ee8cb12b054 req-d495e68a-3535-4540-b575-46070ea7dadb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1864049 Sep 29 02:13:55.146180 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.152121 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.313397 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7277b5-6132-45d9-b3e5-c0ab996f6ffd req-f475a4c7-d4e4-45c8-adc9-137fa29a364d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.315203 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ef7277b5-6132-45d9-b3e5-c0ab996f6ffd req-f475a4c7-d4e4-45c8-adc9-137fa29a364d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0564923 Sep 29 02:13:55.380685 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ef7277b5-6132-45d9-b3e5-c0ab996f6ffd req-d8758112-536b-44f1-8bdc-1cdb8d8ab2be tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590906 Sep 29 02:13:55.472689 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:55.495045 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa associated. External IP: 172.27.2.224, port: d183c6c3-e338-4c72-a436-81e93d6fc258. Sep 29 02:13:55.678548 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31b6e-39c0-417f-987f-3ad3e597f592 req-7b5cfeee-ac71-4ccd-aad8-26f2da9b00eb tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.680023 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-45a31b6e-39c0-417f-987f-3ad3e597f592 req-7b5cfeee-ac71-4ccd-aad8-26f2da9b00eb tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0834200 Sep 29 02:13:55.767770 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:13:55.772425 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-45a31b6e-39c0-417f-987f-3ad3e597f592 req-d63c15d4-0406-46c3-894d-71b9e21f9a69 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864396 Sep 29 02:13:55.909637 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:55.919031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.938296 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:55.956647 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:55.959762 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:13:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:56.030464 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-7273e084-5514-4d7e-a16f-a76132c91c32 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa HTTP/1.1" status: 200 len: 991 time: 1.8820992 Sep 29 02:13:56.035558 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:56.040331 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff" -d '{"events": [{"name": "network-changed", "server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:56.123011 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d67a37-8cb8-4453-a26f-ca99ae11725c x-openstack-request-id: req-18d67a37-8cb8-4453-a26f-ca99ae11725c {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:56.123011 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:56.123284 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18d67a37-8cb8-4453-a26f-ca99ae11725c {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:56.123589 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d67a37-8cb8-4453-a26f-ca99ae11725c'] response: {'name': 'network-changed', 'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'status': 'completed', 'code': 200} Sep 29 02:13:56.136250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ad84d-f9a4-49eb-b0b8-ee596a1beaa9 req-79fb54d2-0fb6-4c4b-83d5-4e8d35281840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.137785 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-487ad84d-f9a4-49eb-b0b8-ee596a1beaa9 req-79fb54d2-0fb6-4c4b-83d5-4e8d35281840 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1129 time: 0.1032121 Sep 29 02:13:56.162217 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:56.280808 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-0621b20d-09be-4ce5-9cca-666d7e9bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.284115 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-0621b20d-09be-4ce5-9cca-666d7e9bf654 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4957469 Sep 29 02:13:56.341437 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578414-4a95-4867-93c1-ead1142aeb20 req-d4e2ac90-d703-45a6-906b-029d60dcfff4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.344782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed9be0-2daf-457b-9197-bf79f361262f req-edeb6290-e42b-4651-b7f7-a9924d5b7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.347288 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5bed9be0-2daf-457b-9197-bf79f361262f req-edeb6290-e42b-4651-b7f7-a9924d5b7c52 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1129 time: 0.1455610 Sep 29 02:13:56.351739 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3c578414-4a95-4867-93c1-ead1142aeb20 req-d4e2ac90-d703-45a6-906b-029d60dcfff4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0694857 Sep 29 02:13:56.532620 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3c578414-4a95-4867-93c1-ead1142aeb20 req-9a559c78-6cc3-4c14-b639-bcbee5ce601b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1768634 Sep 29 02:13:56.585517 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5bed9be0-2daf-457b-9197-bf79f361262f req-8c58f24a-543a-4288-87cf-7afae6df6d92 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Sep 29 02:13:56.608551 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-487ad84d-f9a4-49eb-b0b8-ee596a1beaa9 req-8a4b085b-00d9-41f1-96a7-a6c9e1e7ebb7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522062 Sep 29 02:13:56.623422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b7ea1-a307-41c8-bb51-aa9de29d85bd req-29cfc34e-1770-4c52-84cd-35e6b9401184 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.630371 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-922b7ea1-a307-41c8-bb51-aa9de29d85bd req-29cfc34e-1770-4c52-84cd-35e6b9401184 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.4252141 Sep 29 02:13:56.678671 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:54Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:56.688249 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1b03-8911-496f-8cb6-ca0eec89cb84 req-d45f2a41-1e0f-47a4-aa23-818fe0177595 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.695535 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b0a1b03-8911-496f-8cb6-ca0eec89cb84 req-d45f2a41-1e0f-47a4-aa23-818fe0177595 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Sep 29 02:13:56.723159 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-922b7ea1-a307-41c8-bb51-aa9de29d85bd req-5950b504-7244-4955-9092-3b88bf6bf253 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918894 Sep 29 02:13:56.733873 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:56.739961 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-ce1b1775-0044-4c8e-9fc6-e14fcef88810 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9875612 Sep 29 02:13:56.742834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-4c274858-0236-41e2-bdde-bb7d6b1decc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.744235 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-4c274858-0236-41e2-bdde-bb7d6b1decc7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1129 time: 0.2862680 Sep 29 02:13:56.746189 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:56.747007 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:13:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:56.764427 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b0a1b03-8911-496f-8cb6-ca0eec89cb84 req-a51efeaa-e128-4340-a950-71859878cabb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675864 Sep 29 02:13:56.781825 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-8edb7866-ff5b-41c6-8ff4-28ba7af46c87 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908602 Sep 29 02:13:56.814644 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51400) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:56.892280 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:57.046864 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b36471-9b7c-470d-a871-36ddfa16fb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.082600 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:57.124122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:57.130127 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:54Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:57.148577 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b36471-9b7c-470d-a871-36ddfa16fb7f admin admin] Publish callbacks [] for security_group (28271108-c028-4607-b26b-c7efaca4adc9), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.155493 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b36471-9b7c-470d-a871-36ddfa16fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (28271108-c028-4607-b26b-c7efaca4adc9), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.160591 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f7983-f1d0-49c4-a5d1-510b961c183c None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:54Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:57.198462 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-28b36471-9b7c-470d-a871-36ddfa16fb7f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=65dafa5bd1fa4ada875c3102789d6b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824372 Sep 29 02:13:57.200508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36471-9b7c-470d-a871-36ddfa16fb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28271108-c028-4607-b26b-c7efaca4adc9,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:57.201897 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51416) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:57.262725 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] Publish callbacks [] for security_group (28271108-c028-4607-b26b-c7efaca4adc9), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.283525 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] Publish callbacks [] for security_group (28271108-c028-4607-b26b-c7efaca4adc9), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.336616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (28271108-c028-4607-b26b-c7efaca4adc9), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.339295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.340446 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/28271108-c028-4607-b26b-c7efaca4adc9 HTTP/1.1" status: 204 len: 168 time: 0.1372395 Sep 29 02:13:57.351085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4995c-645c-49e5-ae2b-c5ba761bd47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28271108-c028-4607-b26b-c7efaca4adc9,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:57.395571 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac5199-9bb4-4af7-a0b7-f803318ef3c5 None None] New status for floating IP 5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:13:57.553286 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:57.648187 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:57.756275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1201-d2f4-4ad6-a00d-6bc16a7defda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.824181 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51438) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:57.851565 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0cde4431-3e57-4ebf-9a35-14a3262a1cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.867651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f8562-4094-416f-b6cc-33a9ffd5a0e9 req-ada246e7-79e7-478a-8ad6-c5f79fce1c97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:57.869125 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ca1f8562-4094-416f-b6cc-33a9ffd5a0e9 req-ada246e7-79e7-478a-8ad6-c5f79fce1c97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.2171834 Sep 29 02:13:57.929467 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0cde4431-3e57-4ebf-9a35-14a3262a1cdf admin admin] Publish callbacks [] for security_group (f5386194-8dbc-4b3f-a06e-fd2dc9393596), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.935290 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0cde4431-3e57-4ebf-9a35-14a3262a1cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f5386194-8dbc-4b3f-a06e-fd2dc9393596), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:57.940102 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e36f1661-fbc6-4113-9a61-7be7cefa0ad6 req-085031f0-1c74-418d-9de9-9389bb73bbec service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636161 Sep 29 02:13:57.941620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-e5de99bc-bada-4292-9c7d-e2f87fad7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:57.942961 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-e5de99bc-bada-4292-9c7d-e2f87fad7e20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.4695485 Sep 29 02:13:57.944980 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-aafe7283-a6f7-4e3f-b5a0-f6367d5c2e9f req-a46a8d1f-a371-4bc5-b528-ceefe2313c2c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740674 Sep 29 02:13:57.970886 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ca1f8562-4094-416f-b6cc-33a9ffd5a0e9 req-560b3150-07c8-4937-a21e-4e95210e53d3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947196 Sep 29 02:13:57.973286 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde4431-3e57-4ebf-9a35-14a3262a1cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5386194-8dbc-4b3f-a06e-fd2dc9393596,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:57.980051 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0cde4431-3e57-4ebf-9a35-14a3262a1cdf admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0a2b3767ba564071bef109e40a567777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520910 Sep 29 02:13:57.980287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51442) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:58.040258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] Publish callbacks [] for security_group (f5386194-8dbc-4b3f-a06e-fd2dc9393596), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.060564 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] Publish callbacks [] for security_group (f5386194-8dbc-4b3f-a06e-fd2dc9393596), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.074675 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aeebe-34c1-4f42-befc-b3c281770f01 req-d09d3839-3cea-4028-8b1c-674308b56383 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.076304 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5a0aeebe-34c1-4f42-befc-b3c281770f01 req-d09d3839-3cea-4028-8b1c-674308b56383 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0471213 Sep 29 02:13:58.109226 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f5386194-8dbc-4b3f-a06e-fd2dc9393596), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.112147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.113303 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f5386194-8dbc-4b3f-a06e-fd2dc9393596 HTTP/1.1" status: 204 len: 168 time: 0.1321373 Sep 29 02:13:58.122747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd5808-baa9-4940-ad99-6ebc7c99c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5386194-8dbc-4b3f-a06e-fd2dc9393596,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:58.132320 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5a0aeebe-34c1-4f42-befc-b3c281770f01 req-1ba11d3d-5d35-4ba5-9ce6-166202e560d1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498500 Sep 29 02:13:58.135955 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:58.245931 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09510-9ade-46cc-97ad-de1861b80ba5 req-23c7ef62-2347-450c-8c3a-ca6a6166239d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.247459 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0f09510-9ade-46cc-97ad-de1861b80ba5 req-23c7ef62-2347-450c-8c3a-ca6a6166239d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0478070 Sep 29 02:13:58.302257 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0f09510-9ade-46cc-97ad-de1861b80ba5 req-bb89daf4-7d96-4e93-beef-3fca2b087ab2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Sep 29 02:13:58.863308 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-2ed16b6a-8a44-4d6a-ad98-a4b3bf0effe2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 1001 time: 0.0918937 Sep 29 02:13:58.863308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51468) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:58.973221 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-351734673-network', 'tenant_id': 'd39411cc4b0a4d00997bebdef0c210b7'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:58.995068 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Made reservation on behalf of d39411cc4b0a4d00997bebdef0c210b7 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:58.997515 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.018795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.117562 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f4571-a9fd-4bb6-9b11-e01c34bd6ee8 req-3d70b8f4-c171-4428-9899-5d140d7ac378 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.119179 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-136f4571-a9fd-4bb6-9b11-e01c34bd6ee8 req-3d70b8f4-c171-4428-9899-5d140d7ac378 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0619338 Sep 29 02:13:59.135643 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:59.167095 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks [] for security_group (ba44e1d4-d864-4279-a09a-53aef9f59787), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.175390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ba44e1d4-d864-4279-a09a-53aef9f59787), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.211764 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-136f4571-a9fd-4bb6-9b11-e01c34bd6ee8 req-15fe8dfa-4a3b-4eaf-8890-2759579ca295 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852158 Sep 29 02:13:59.212498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:13:59.234394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba44e1d4-d864-4279-a09a-53aef9f59787,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:59.234394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (11a43b8a-2770-4d58-be7a-08c4c35ed07c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.234394 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Added segment 11a43b8a-2770-4d58-be7a-08c4c35ed07c of type vlan for network 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 Sep 29 02:13:59.272395 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (5fe1d31f-1e3d-4cea-adf3-fa7ee4662704), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.325070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (5fe1d31f-1e3d-4cea-adf3-fa7ee4662704), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.326086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.326729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.353392 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40169f-135c-4f50-82ac-e745a44e96c7 req-5a5dfe9a-b520-478c-b951-0e21aa139dc1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.354899 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af40169f-135c-4f50-82ac-e745a44e96c7 req-5a5dfe9a-b520-478c-b951-0e21aa139dc1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0705755 Sep 29 02:13:59.401144 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5368938 Sep 29 02:13:59.401756 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:59.404304 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51480) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:59.409465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Request body: {'subnet': {'network_id': '5fe1d31f-1e3d-4cea-adf3-fa7ee4662704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-351734673-subnet', 'tenant_id': 'd39411cc4b0a4d00997bebdef0c210b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:59.422191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54211353-237c-49b5-ab78-443fb10a3301 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe1d31f-1e3d-4cea-adf3-fa7ee4662704,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:59.435436 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Made reservation on behalf of d39411cc4b0a4d00997bebdef0c210b7 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:59.438131 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.441231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:13:59.454824 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af40169f-135c-4f50-82ac-e745a44e96c7 req-692910d4-29da-411c-85cc-01275010dbc5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671468 Sep 29 02:13:59.572729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7191d-258b-4716-a19a-6ed143dd27d5 req-a6b23acc-d66d-46fe-b7ca-21c57b4820d8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.574204 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2a7191d-258b-4716-a19a-6ed143dd27d5 req-a6b23acc-d66d-46fe-b7ca-21c57b4820d8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Sep 29 02:13:59.622150 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (7069b7fc-617f-46bd-95cc-07ee03be0f23), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.622486 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2a7191d-258b-4716-a19a-6ed143dd27d5 req-65d6c213-bc5d-47e4-bc8e-19f49ad5c5d7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Sep 29 02:13:59.677951 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7069b7fc-617f-46bd-95cc-07ee03be0f23,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:59.693086 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Checking segment: {'id': '11a43b8a-2770-4d58-be7a-08c4c35ed07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe1d31f-1e3d-4cea-adf3-fa7ee4662704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:59.693457 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Network hostable DHCP agents. Network: 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:13:59.711850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Network 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:13:59.723353 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:59.729409 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.729656 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.732443 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba959a1-6b52-4896-99da-aad2d3fa3957 None None] Network 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:59.748683 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6c2006e6-b043-4bd8-8383-3d2698444eb3 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3431818 Sep 29 02:13:59.855183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0f5e2-bbe6-419f-af74-e7b8caae1102 None None] Network 5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:59.942344 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ceb2dca4-1a8d-4e37-b3bc-798b9e723e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:59.971068 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70979a-1d48-40ac-8c48-824a39cb1a52 req-7aca698a-016b-45c2-8131-848c5bffbb57 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.973105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9d70979a-1d48-40ac-8c48-824a39cb1a52 req-7aca698a-016b-45c2-8131-848c5bffbb57 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Sep 29 02:14:00.025206 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9d70979a-1d48-40ac-8c48-824a39cb1a52 req-23ef80c7-9bc6-4922-b887-6439c144b199 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Sep 29 02:14:00.289916 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51512) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:00.295182 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-760714849-network', 'tenant_id': '7f2a1bc7984e42d39fa9fd78e3763711'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:00.301523 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:00.308802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:00.325413 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Made reservation on behalf of 7f2a1bc7984e42d39fa9fd78e3763711 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:00.328753 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.339047 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.349680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fce1-e49c-4345-bc3b-5df27587e572 req-189c41a6-de61-429b-83f6-caab805e0764 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.351205 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c7e8fce1-e49c-4345-bc3b-5df27587e572 req-189c41a6-de61-429b-83f6-caab805e0764 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0529444 Sep 29 02:14:00.403787 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c7e8fce1-e49c-4345-bc3b-5df27587e572 req-0e4c44e9-eb91-41b5-b581-d5d85efb29c7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465748 Sep 29 02:14:00.433149 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks [] for security_group (071e9d29-0873-4ca3-948e-035055c69b81), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.438746 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (071e9d29-0873-4ca3-948e-035055c69b81), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.469320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:00.476064 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071e9d29-0873-4ca3-948e-035055c69b81,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:00.483977 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (9f0e2964-4760-4c5f-b530-79c067229d74), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.484189 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Added segment 9f0e2964-4760-4c5f-b530-79c067229d74 of type vlan for network cf6bd0ba-129a-4899-89bd-aac0b983df68 Sep 29 02:14:00.530221 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (cf6bd0ba-129a-4899-89bd-aac0b983df68), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.568982 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (cf6bd0ba-129a-4899-89bd-aac0b983df68), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.569992 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.570636 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.595470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0eeae-737a-4f6a-af00-0297d922a060 req-7aca2420-da18-4510-b9a8-73a6b34e0878 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.596984 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-05b0eeae-737a-4f6a-af00-0297d922a060 req-7aca2420-da18-4510-b9a8-73a6b34e0878 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Sep 29 02:14:00.605598 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3141286 Sep 29 02:14:00.611835 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51534) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:00.622668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Request body: {'subnet': {'network_id': 'cf6bd0ba-129a-4899-89bd-aac0b983df68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-760714849-subnet', 'tenant_id': '7f2a1bc7984e42d39fa9fd78e3763711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:00.652135 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c20c0-84d5-4d1c-bf30-85f4c47647b3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6bd0ba-129a-4899-89bd-aac0b983df68,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:00.663936 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network cf6bd0ba-129a-4899-89bd-aac0b983df68 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:00.676688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Made reservation on behalf of 7f2a1bc7984e42d39fa9fd78e3763711 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:00.679119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.698462 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-05b0eeae-737a-4f6a-af00-0297d922a060 req-b675f965-261a-41a5-8dfd-1e3b963f6507 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949643 Sep 29 02:14:00.849209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:00.859153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (22fdab5f-b73b-42c9-885c-734c2bebcb66), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.922770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fdab5f-b73b-42c9-885c-734c2bebcb66,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:00.933123 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Checking segment: {'id': '9f0e2964-4760-4c5f-b530-79c067229d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cf6bd0ba-129a-4899-89bd-aac0b983df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:00.933472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Network hostable DHCP agents. Network: cf6bd0ba-129a-4899-89bd-aac0b983df68, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:00.951420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Network cf6bd0ba-129a-4899-89bd-aac0b983df68 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:00.963196 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, cf6bd0ba-129a-4899-89bd-aac0b983df68) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:00.967864 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.968900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:00.975484 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f78abc-0d62-4e8a-a3ef-b1376410d37d None None] Network cf6bd0ba-129a-4899-89bd-aac0b983df68 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:00.995408 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a306b5d5-6391-462a-a08c-6135f313fe25 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3823471 Sep 29 02:14:01.090024 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda4447-9b4a-4ba7-9b8b-aed1d592bf08 None None] Network cf6bd0ba-129a-4899-89bd-aac0b983df68 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:01.168356 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828339-3b15-40e8-9dc5-1acd7b174797 req-04ebd084-a201-45e8-b20e-19a4c5b9b547 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.169944 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-45828339-3b15-40e8-9dc5-1acd7b174797 req-04ebd084-a201-45e8-b20e-19a4c5b9b547 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0612936 Sep 29 02:14:01.214030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:01.229923 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-45828339-3b15-40e8-9dc5-1acd7b174797 req-73010b9b-2a11-4d61-bd41-d80afc67c7a9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Sep 29 02:14:01.237506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:01.307882 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-7767760e-09b4-464b-b5da-405573543e40 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379088 Sep 29 02:14:01.591914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334385-b754-4b75-85f7-ccdc17eec853 req-f0a4aca4-6e1b-407c-8215-c6a1472c4af9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.594639 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5e334385-b754-4b75-85f7-ccdc17eec853 req-f0a4aca4-6e1b-407c-8215-c6a1472c4af9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1049390 Sep 29 02:14:01.618883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-61e17a5f-2807-4a44-8468-1c40b0f40e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.634689 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-61e17a5f-2807-4a44-8468-1c40b0f40e0e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.1182752 Sep 29 02:14:01.694665 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5e334385-b754-4b75-85f7-ccdc17eec853 req-4bc3bac2-7379-4207-b82e-bc14e9aae14e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740390 Sep 29 02:14:01.840161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4907ac-4065-40ee-8554-3c9c61544c48 req-bcc25e91-b0fb-4d3a-b9c8-ad9998e1f7d6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.842052 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b4907ac-4065-40ee-8554-3c9c61544c48 req-bcc25e91-b0fb-4d3a-b9c8-ad9998e1f7d6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0470784 Sep 29 02:14:01.892522 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b4907ac-4065-40ee-8554-3c9c61544c48 req-99d9ed2f-accf-418c-bcc3-198acb741e7f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 Sep 29 02:14:02.361481 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1442-cd4f-4a02-aedc-4a2bcd0a39e8 req-f3646015-650c-4f5e-937a-79b8dc438396 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.366095 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-962a1442-cd4f-4a02-aedc-4a2bcd0a39e8 req-f3646015-650c-4f5e-937a-79b8dc438396 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Sep 29 02:14:02.415859 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-962a1442-cd4f-4a02-aedc-4a2bcd0a39e8 req-91aa80bd-7cb9-43cf-a06e-86fe3c1dce4e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Sep 29 02:14:02.595383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.646999 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.650234 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51590) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:02.778780 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6daf84db-bc85-4dc8-b414-d5d0fa04b62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.881612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-720c5f92-ae1b-4df2-aa4c-892d1b5ace26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.883232 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-720c5f92-ae1b-4df2-aa4c-892d1b5ace26 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420327 Sep 29 02:14:02.887213 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6daf84db-bc85-4dc8-b414-d5d0fa04b62f admin admin] Publish callbacks [] for security_group (a813066b-e3e6-409b-bdfc-092432bfd076), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.897480 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6daf84db-bc85-4dc8-b414-d5d0fa04b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a813066b-e3e6-409b-bdfc-092432bfd076), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:02.947965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff8c6-fcdc-44af-95af-9b2608321b69 req-5f54da4c-2710-4eff-9ff1-dd194b45d09f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:02.950607 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6daf84db-bc85-4dc8-b414-d5d0fa04b62f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b08cc9b9340d42d3be0dcafa2889d40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991335 Sep 29 02:14:02.952850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf84db-bc85-4dc8-b414-d5d0fa04b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a813066b-e3e6-409b-bdfc-092432bfd076,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:02.956060 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-45cff8c6-fcdc-44af-95af-9b2608321b69 req-5f54da4c-2710-4eff-9ff1-dd194b45d09f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1597235 Sep 29 02:14:02.959564 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51608) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:02.967885 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:03.008106 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-9e6d53fc-ca40-423b-957b-a00b9d6c6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.009822 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-9e6d53fc-ca40-423b-957b-a00b9d6c6bc1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1129 time: 0.1257038 Sep 29 02:14:03.041926 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] Publish callbacks [] for security_group (a813066b-e3e6-409b-bdfc-092432bfd076), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.066035 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] Publish callbacks [] for security_group (a813066b-e3e6-409b-bdfc-092432bfd076), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.158252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.180759 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:03.196501 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:03.203279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.207257 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a813066b-e3e6-409b-bdfc-092432bfd076), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.211046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.212748 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-45cff8c6-fcdc-44af-95af-9b2608321b69 req-bae1e4da-e7da-4771-92f0-c42cc0118e1a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2555716 Sep 29 02:14:03.213298 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a813066b-e3e6-409b-bdfc-092432bfd076 HTTP/1.1" status: 204 len: 168 time: 0.2527823 Sep 29 02:14:03.223439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca690cb-84fc-466d-9c2b-9633aabb6a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813066b-e3e6-409b-bdfc-092432bfd076,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:03.242640 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe45a1-d25f-413f-a04b-ffad0c008b60 req-45d901e1-6e9b-4137-89fa-3541d971f956 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.254582 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:03.254582 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.260713 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0ffe45a1-d25f-413f-a04b-ffad0c008b60 req-45d901e1-6e9b-4137-89fa-3541d971f956 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.1131396 Sep 29 02:14:03.274620 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:03.283023 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.300233 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:03.301429 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-59360676-96a1-4afc-a5c3-fcf98abf4555 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055905 Sep 29 02:14:03.307693 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.346348 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-5e6c5054-7d4a-4022-8f0c-08bc1044984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.348269 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-5e6c5054-7d4a-4022-8f0c-08bc1044984b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.3280005 Sep 29 02:14:03.398662 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0ffe45a1-d25f-413f-a04b-ffad0c008b60 req-0b0e690e-4dfe-46e2-8e4c-55e3b67ff4d4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311245 Sep 29 02:14:03.553406 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:03.597840 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa4b88-9cde-46d2-83a5-f67d9f3f04c2 req-9f3923b9-6fce-42b6-b34d-34cda4f4d573 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.599621 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3aa4b88-9cde-46d2-83a5-f67d9f3f04c2 req-9f3923b9-6fce-42b6-b34d-34cda4f4d573 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0777271 Sep 29 02:14:03.667899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51628) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:03.676223 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.695777 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a3aa4b88-9cde-46d2-83a5-f67d9f3f04c2 req-3162db6e-6517-4435-acb2-78c4096d33da tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876148 Sep 29 02:14:03.696985 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67eac750-7ca1-4ac7-8c0c-0c54ddbced83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.752217 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-90b662f3-3c4c-4f6b-8749-22f4cb8d1ed5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 HTTP/1.1" status: 200 len: 217 time: 0.3850851 Sep 29 02:14:03.793131 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67eac750-7ca1-4ac7-8c0c-0c54ddbced83 admin admin] Publish callbacks [] for security_group (1e9e4982-f9d8-471e-ac74-25228e10f97a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.799443 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67eac750-7ca1-4ac7-8c0c-0c54ddbced83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1e9e4982-f9d8-471e-ac74-25228e10f97a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.837600 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['bc863b20-676e-4d92-aa33-c3d860ed5227'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:03.842645 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-67eac750-7ca1-4ac7-8c0c-0c54ddbced83 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=71a93a15b9c9439e80e58afceade98be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671450 Sep 29 02:14:03.844031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eac750-7ca1-4ac7-8c0c-0c54ddbced83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e4982-f9d8-471e-ac74-25228e10f97a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:03.847013 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51630) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:03.850110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75263b1-cec4-41cf-9ad7-9e86a1ede5f0 req-32d8715c-1d40-4565-9fa9-bbf6831b5397 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.851623 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f75263b1-cec4-41cf-9ad7-9e86a1ede5f0 req-32d8715c-1d40-4565-9fa9-bbf6831b5397 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.4535670 Sep 29 02:14:03.855625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-36047078-db84-4f42-a688-b9d42fefcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.865621 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-36047078-db84-4f42-a688-b9d42fefcd1b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0930004 Sep 29 02:14:03.865621 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51632) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:03.871601 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'floatingip': {'port_id': '870d1dee-af78-44b4-8d9b-36d459c3e5c4'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:03.900054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] Publish callbacks [] for security_group (1e9e4982-f9d8-471e-ac74-25228e10f97a), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.929508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] Publish callbacks [] for security_group (1e9e4982-f9d8-471e-ac74-25228e10f97a), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.941601 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:03.983244 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (236cea98-82a2-4804-a777-df375d38058d), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.988591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1e9e4982-f9d8-471e-ac74-25228e10f97a), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.991959 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:03.993260 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1e9e4982-f9d8-471e-ac74-25228e10f97a HTTP/1.1" status: 204 len: 168 time: 0.1453991 Sep 29 02:14:04.003494 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06129a6f-e3aa-4215-88d3-9f5494f39610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e4982-f9d8-471e-ac74-25228e10f97a,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:04.018310 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-16b7ebf2-b99f-4b4d-b363-f7604ab771ff req-05f1ceb6-6e35-427b-92ed-4495a3bacc4f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978765 Sep 29 02:14:04.023032 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-816e58d9-0d93-46cb-b182-49a4e2678d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.024452 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-816e58d9-0d93-46cb-b182-49a4e2678d3e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1259868 Sep 29 02:14:04.069294 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:04.224379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-7a9239ff-bbaf-46f8-bae9-a0ac1c5fd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.225856 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-7a9239ff-bbaf-46f8-bae9-a0ac1c5fd873 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1129 time: 0.0702627 Sep 29 02:14:04.347885 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-a147a858-419f-46a6-b8f5-e696a9934cd2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722204 Sep 29 02:14:04.458376 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-1e68d4fe-8a8b-4796-8ba8-693034519f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.459795 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-1e68d4fe-8a8b-4796-8ba8-693034519f3c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.1847565 Sep 29 02:14:04.583883 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c6cf-621d-4d74-a171-654fc54989ca req-98eee6f2-ac6b-45f2-876c-fc41d8980a21 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.592441 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d734c6cf-621d-4d74-a171-654fc54989ca req-98eee6f2-ac6b-45f2-876c-fc41d8980a21 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0719728 Sep 29 02:14:04.646885 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d734c6cf-621d-4d74-a171-654fc54989ca req-941545a5-bc00-4e08-bc24-63c2d4c6de92 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535500 Sep 29 02:14:04.725870 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-34c6c076-ce3e-4ed3-ae18-f59b94b7884d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 1001 time: 0.1961846 Sep 29 02:14:04.927191 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f20e4c4-36fc-4853-a5ae-293cca0ade88 req-01f58c9b-2e68-4fc0-9f15-7b77a777b635 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986235 Sep 29 02:14:04.945773 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-d94fdd90-ddb0-4bee-bfb7-b35979564f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.947210 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-d94fdd90-ddb0-4bee-bfb7-b35979564f75 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.2118106 Sep 29 02:14:04.955201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.db.resource_extend [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:14:04.963926 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4270f-86be-40ac-b4f4-79b680fe3a19 req-5257d25b-fe04-42b6-b1a0-3321ea9a7133 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.965562 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e4270f-86be-40ac-b4f4-79b680fe3a19 req-5257d25b-fe04-42b6-b1a0-3321ea9a7133 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.1400607 Sep 29 02:14:05.129771 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:05.173696 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port bc863b20-676e-4d92-aa33-c3d860ed5227 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:05.182287 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port bc863b20-676e-4d92-aa33-c3d860ed5227 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:05.185413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.185413 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:14:05.246763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:05.260700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:05.261087 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.291539 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:05.294211 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7ed8bd-3d4e-4f0d-ac55-d7e1c611207a" -d '{"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:05.309245 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:05.317139 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.318968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:05.335454 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.341603 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-eac05627-66ef-485a-8448-d5886125f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.343422 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-eac05627-66ef-485a-8448-d5886125f904 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1179135 Sep 29 02:14:05.348824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (236cea98-82a2-4804-a777-df375d38058d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:05.370579 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f18651-31e8-4a89-bad8-5e6feccf2683 x-openstack-request-id: req-72f18651-31e8-4a89-bad8-5e6feccf2683 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:05.370929 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:05.371289 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72f18651-31e8-4a89-bad8-5e6feccf2683 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:05.371733 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f18651-31e8-4a89-bad8-5e6feccf2683'] response: {'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'code': 200} Sep 29 02:14:05.387813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:05.388016 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e4270f-86be-40ac-b4f4-79b680fe3a19 req-cb5cb876-7b45-46d8-b158-7e15002ff8b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494853 Sep 29 02:14:05.522486 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Floating IP 236cea98-82a2-4804-a777-df375d38058d associated. External IP: 172.27.2.166, port: 870d1dee-af78-44b4-8d9b-36d459c3e5c4. Sep 29 02:14:05.561345 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-85e919d9-bd99-408b-b4ad-7ab8f1040732 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083416 Sep 29 02:14:05.702629 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9460a-a057-4140-84c9-e1c0c9c7d096 req-43516ae6-ead1-4850-92e0-1fe1776fe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.704672 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3f9460a-a057-4140-84c9-e1c0c9c7d096 req-43516ae6-ead1-4850-92e0-1fe1776fe96f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0993757 Sep 29 02:14:05.790767 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9041-39da-447a-9731-0060fc52d697 req-b02f51bc-535e-4871-aa94-d396685859c5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.792263 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-48dd9041-39da-447a-9731-0060fc52d697 req-b02f51bc-535e-4871-aa94-d396685859c5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Sep 29 02:14:05.816669 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0314893a-e4eb-4c8f-ac3b-44e3d9d8b2fe req-ab2ca540-d655-47fc-b13e-8c8e3e6f5dee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102993 Sep 29 02:14:05.827814 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3f9460a-a057-4140-84c9-e1c0c9c7d096 req-9d435d29-efb2-406b-bfed-f1ff5f9f9eee service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147203 Sep 29 02:14:05.855560 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-48dd9041-39da-447a-9731-0060fc52d697 req-80da5261-db38-41f3-b5f5-1f85727fde62 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567913 Sep 29 02:14:05.880642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:05.991960 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:06.000842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:06.008981 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:06.020335 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:06.020988 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:06.037681 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d4419a9a-800b-4215-85da-7f83ba24e98b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/236cea98-82a2-4804-a777-df375d38058d HTTP/1.1" status: 200 len: 991 time: 2.1722403 Sep 29 02:14:06.038480 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:06.041099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8f2d8b-3737-49d4-9129-552811d4fa14" -d '{"events": [{"name": "network-changed", "server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:06.081396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac3f1e-1265-4653-9565-ee15d92b078c x-openstack-request-id: req-e9ac3f1e-1265-4653-9565-ee15d92b078c {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:06.081396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:06.081396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9ac3f1e-1265-4653-9565-ee15d92b078c {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:06.081660 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ac3f1e-1265-4653-9565-ee15d92b078c'] response: {'name': 'network-changed', 'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'status': 'completed', 'code': 200} Sep 29 02:14:06.152982 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:06.230803 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:06.306228 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:06.377161 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '236cea98-82a2-4804-a777-df375d38058d', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:b8:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:52Z', 'updated_at': '2022-09-29T02:14:04Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:06.401566 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:06.410519 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:06.411122 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:06.522360 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:06.536513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442f858-a9fe-43ff-8739-a4b8e3083fbe req-4f07ffe6-cdac-406c-8988-7896902cedc2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.538508 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5442f858-a9fe-43ff-8739-a4b8e3083fbe req-4f07ffe6-cdac-406c-8988-7896902cedc2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0542474 Sep 29 02:14:06.599924 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5442f858-a9fe-43ff-8739-a4b8e3083fbe req-bb205073-0034-4dea-8b1a-55da3a0fbdba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549889 Sep 29 02:14:06.856701 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '236cea98-82a2-4804-a777-df375d38058d', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:b8:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:52Z', 'updated_at': '2022-09-29T02:14:04Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:06.884707 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf43ab5-2b6a-4b5d-a9c7-ec74c29443b6 None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '236cea98-82a2-4804-a777-df375d38058d', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:b8:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:52Z', 'updated_at': '2022-09-29T02:14:04Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:06.993427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c1d2e-3634-4a3b-9e02-68464e47b45b req-f728f3e4-795c-47aa-88d9-f2cd482f7301 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.994962 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-915c1d2e-3634-4a3b-9e02-68464e47b45b req-f728f3e4-795c-47aa-88d9-f2cd482f7301 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 29 02:14:07.045905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-915c1d2e-3634-4a3b-9e02-68464e47b45b req-adb78ce0-453f-47ef-925b-2633ea492114 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448141 Sep 29 02:14:07.071671 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706329e4-af94-4668-b6a8-14b5fb7b7857 None None] New status for floating IP 236cea98-82a2-4804-a777-df375d38058d: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:07.139352 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:14:07.141422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:07.177648 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-a1b70519-667f-46ab-8495-027e49bf80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.179214 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-a1b70519-667f-46ab-8495-027e49bf80be service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1129 time: 0.0468256 Sep 29 02:14:07.279828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-4e2b3cdb-9f79-42c3-a1ba-c15bad2586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.281304 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-4e2b3cdb-9f79-42c3-a1ba-c15bad2586bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.0958307 Sep 29 02:14:07.330145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:07.348645 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-0cd64d51-125d-4bac-a6f7-d270c29185ff service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 1001 time: 0.0602219 Sep 29 02:14:07.405224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-e38bfa74-91b9-4ec2-9b91-933cc5b4322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.406889 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-e38bfa74-91b9-4ec2-9b91-933cc5b4322d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0495725 Sep 29 02:14:07.465766 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-8d5c5ac7-028f-48f1-a7e6-9ddf6bee921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.467475 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-8d5c5ac7-028f-48f1-a7e6-9ddf6bee921c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434077 Sep 29 02:14:07.569279 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-dc9a99e2-eb5a-4448-ada2-889d0737914b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941360 Sep 29 02:14:07.665794 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f8f2d8b-3737-49d4-9129-552811d4fa14 req-988bbd39-67f6-4216-91e8-84248ab0143b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Sep 29 02:14:07.737754 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0890a51-6e16-4b4f-823b-a8991a081aa7 req-f3c63d22-819f-45d1-9fc3-f10094c18ac9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.739284 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a0890a51-6e16-4b4f-823b-a8991a081aa7 req-f3c63d22-819f-45d1-9fc3-f10094c18ac9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0501385 Sep 29 02:14:07.788155 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a0890a51-6e16-4b4f-823b-a8991a081aa7 req-f8917ebc-76a4-4368-af6f-5445e6c3007a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Sep 29 02:14:08.178250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14475a1-1cdd-47b4-961f-c08dc661c54b req-64610a22-a873-49e9-be16-8d608fdb71f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.179757 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a14475a1-1cdd-47b4-961f-c08dc661c54b req-64610a22-a873-49e9-be16-8d608fdb71f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Sep 29 02:14:08.234563 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a14475a1-1cdd-47b4-961f-c08dc661c54b req-0ab015a2-45a9-4073-b279-6a5d6f107b7e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Sep 29 02:14:08.903940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.927427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1a82-4ab4-4b8e-a32a-27487c070549 req-f1bbfbab-efd0-46dc-88dc-5ac295b0c973 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.928892 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0eac1a82-4ab4-4b8e-a32a-27487c070549 req-f1bbfbab-efd0-46dc-88dc-5ac295b0c973 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0551250 Sep 29 02:14:08.977320 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0eac1a82-4ab4-4b8e-a32a-27487c070549 req-a350e929-e26d-4059-b8df-f10c1b538e4c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Sep 29 02:14:09.357469 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90dfd9-9487-47f2-8dab-d994de0fb42a req-55fbcee6-ee5e-4036-8aa4-d597f2b41e1b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.358968 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cc90dfd9-9487-47f2-8dab-d994de0fb42a req-55fbcee6-ee5e-4036-8aa4-d597f2b41e1b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0488265 Sep 29 02:14:09.409017 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cc90dfd9-9487-47f2-8dab-d994de0fb42a req-d73398a1-1218-4b67-8407-e3012b1aecc8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Sep 29 02:14:09.534931 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc914f-791d-4f8a-832b-9f607172dc8e req-379fd19f-6fd1-4d8c-9398-d7d52d6d5197 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.535879 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e5cc914f-791d-4f8a-832b-9f607172dc8e req-379fd19f-6fd1-4d8c-9398-d7d52d6d5197 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0490968 Sep 29 02:14:09.544311 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51786) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:09.551090 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'floatingip': {'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:09.593661 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.951619 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:10.054191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.067834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.139599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811acf60-465d-4dc5-b5d1-0d4b8892e047 req-8330d901-55c7-4f55-bb5a-318db7810a33 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.141064 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-811acf60-465d-4dc5-b5d1-0d4b8892e047 req-8330d901-55c7-4f55-bb5a-318db7810a33 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0849867 Sep 29 02:14:10.143060 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:10.218598 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Floating IP 866d4d50-e1c0-4137-b4c6-eab14a97274a associated. External IP: 172.27.2.138, port: bc863b20-676e-4d92-aa33-c3d860ed5227. Sep 29 02:14:10.487968 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-811acf60-465d-4dc5-b5d1-0d4b8892e047 req-013f15a1-64b1-42ed-b4e6-ca4f3e091ad3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401349 Sep 29 02:14:10.665150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:10.781939 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:10.786871 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.792509 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:10.802243 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:10.802857 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:10.817369 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7c34df07-34f1-4682-b608-9bfcb8318d5e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/866d4d50-e1c0-4137-b4c6-eab14a97274a HTTP/1.1" status: 200 len: 991 time: 1.2714119 Sep 29 02:14:10.818045 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:10.820387 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b15f17-d8dc-4d57-956a-58f04cf9de1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:10.858783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e4567-013d-4064-ade0-f363edda4871 x-openstack-request-id: req-638e4567-013d-4064-ade0-f363edda4871 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:10.859075 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:10.859325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-638e4567-013d-4064-ade0-f363edda4871 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:10.859727 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638e4567-013d-4064-ade0-f363edda4871'] response: {'name': 'network-changed', 'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'status': 'completed', 'code': 200} Sep 29 02:14:10.904946 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:11.112311 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '866d4d50-e1c0-4137-b4c6-eab14a97274a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:01Z', 'updated_at': '2022-09-29T02:14:09Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:11.145581 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:11.154423 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:11.155040 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:11.191000 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:11.262826 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:11.299563 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:11.492995 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '866d4d50-e1c0-4137-b4c6-eab14a97274a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:01Z', 'updated_at': '2022-09-29T02:14:09Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:11.516839 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc037-a764-4403-9b46-ee99d7c15b3c None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '866d4d50-e1c0-4137-b4c6-eab14a97274a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:01Z', 'updated_at': '2022-09-29T02:14:09Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:11.625533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0e7fc-25eb-45d1-a996-345358d87d06 req-f63e2c57-dfc1-470e-b71d-5789c9c2db28 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.627104 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1aa0e7fc-25eb-45d1-a996-345358d87d06 req-f63e2c57-dfc1-470e-b71d-5789c9c2db28 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0514963 Sep 29 02:14:11.689272 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1aa0e7fc-25eb-45d1-a996-345358d87d06 req-d2edac56-7c7e-493e-bde3-f5c2c39e9c10 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552826 Sep 29 02:14:11.732901 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afade64f-e1bd-473a-9461-1c3f5dc5aee2 None None] New status for floating IP 866d4d50-e1c0-4137-b4c6-eab14a97274a: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:11.823237 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:11.938445 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-73c5e820-60bf-476b-8bfa-9779f659060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.939967 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-73c5e820-60bf-476b-8bfa-9779f659060d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0430844 Sep 29 02:14:12.519250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-927442ca-eab6-4a74-a877-00b42431f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.520834 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-927442ca-eab6-4a74-a877-00b42431f37b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1086986 Sep 29 02:14:12.599304 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-f878f201-2c1f-4e39-a562-0ca0156158a2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 1001 time: 0.0711265 Sep 29 02:14:12.663319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-012b4d96-21d4-4d53-8d82-8d0aaf2258a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.664952 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-012b4d96-21d4-4d53-8d82-8d0aaf2258a7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0470243 Sep 29 02:14:12.713053 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:12.719495 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-5bf42142-c0fc-40fc-9f56-2cd791ced9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.725091 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-5bf42142-c0fc-40fc-9f56-2cd791ced9bc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494621 Sep 29 02:14:12.831039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c350e-6dcf-45eb-9fe8-19bcb2cd4578 req-2d342cbc-f699-433e-810d-946c7d377fd8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.831624 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-ad381356-3c2f-4cc1-84db-8c215d0a4add service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Sep 29 02:14:12.832470 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c19c350e-6dcf-45eb-9fe8-19bcb2cd4578 req-2d342cbc-f699-433e-810d-946c7d377fd8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0525417 Sep 29 02:14:12.893698 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c19c350e-6dcf-45eb-9fe8-19bcb2cd4578 req-090e2537-74a2-479a-a764-cb7afcd8293e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Sep 29 02:14:12.929328 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:12.942155 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51b15f17-d8dc-4d57-956a-58f04cf9de1c req-1905524f-980a-4c8a-a15c-bd376c22a33f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015806 Sep 29 02:14:13.086367 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9bd59-38d0-489e-98be-0e45b14c8aad req-af5fb560-be2c-4cd2-b88e-3c8a0a93681d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:13.087948 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3da9bd59-38d0-489e-98be-0e45b14c8aad req-af5fb560-be2c-4cd2-b88e-3c8a0a93681d tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Sep 29 02:14:13.122168 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:13.142439 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3da9bd59-38d0-489e-98be-0e45b14c8aad req-39aa06f2-d93a-460f-86f5-e1c07cd06402 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482185 Sep 29 02:14:13.386070 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.031382 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662233b-ec97-4644-aabe-509ba3017fb5 req-a0d99ad1-2d22-4f38-b894-83fb411e5546 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.032913 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4662233b-ec97-4644-aabe-509ba3017fb5 req-a0d99ad1-2d22-4f38-b894-83fb411e5546 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Sep 29 02:14:14.059934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51888) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.081055 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4662233b-ec97-4644-aabe-509ba3017fb5 req-d36a65fd-0a64-4242-ac08-14ccd7a67a62 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Sep 29 02:14:14.168824 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-88dca31f-8a31-4a58-8b49-c1fd0a51cc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.277343 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377f1bd-8e0b-446d-98a5-cb21ae1a1272 req-02d08447-e2f4-4dc4-b153-2283ad4f1771 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.278856 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f377f1bd-8e0b-446d-98a5-cb21ae1a1272 req-02d08447-e2f4-4dc4-b153-2283ad4f1771 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0593519 Sep 29 02:14:14.288361 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-88dca31f-8a31-4a58-8b49-c1fd0a51cc24 admin admin] Publish callbacks [] for security_group (f18c50ae-4c63-4ed4-846b-b75a3e3fd87d), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.295368 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-88dca31f-8a31-4a58-8b49-c1fd0a51cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f18c50ae-4c63-4ed4-846b-b75a3e3fd87d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.355441 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-88dca31f-8a31-4a58-8b49-c1fd0a51cc24 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e81db9db49f1440c81bcde8900bf1aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942336 Sep 29 02:14:14.358547 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dca31f-8a31-4a58-8b49-c1fd0a51cc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c50ae-4c63-4ed4-846b-b75a3e3fd87d,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.358909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51894) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.373071 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f377f1bd-8e0b-446d-98a5-cb21ae1a1272 req-8e615814-4f9e-4673-b48c-dc6bfc9a9914 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867183 Sep 29 02:14:14.415734 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] Publish callbacks [] for security_group (f18c50ae-4c63-4ed4-846b-b75a3e3fd87d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.435704 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] Publish callbacks [] for security_group (f18c50ae-4c63-4ed4-846b-b75a3e3fd87d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.488533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (f18c50ae-4c63-4ed4-846b-b75a3e3fd87d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.491337 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.492475 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f18c50ae-4c63-4ed4-846b-b75a3e3fd87d HTTP/1.1" status: 204 len: 168 time: 0.1325483 Sep 29 02:14:14.500992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02950720-bc61-482a-af60-e41c50e4e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c50ae-4c63-4ed4-846b-b75a3e3fd87d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.789424 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51900) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.804165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-adb99902-bf26-4a9c-bc5f-987f604b1bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.894061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-adb99902-bf26-4a9c-bc5f-987f604b1bca admin admin] Publish callbacks [] for security_group (3ffddc9f-108d-446b-9b61-e9b605cc2d02), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.899896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-adb99902-bf26-4a9c-bc5f-987f604b1bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3ffddc9f-108d-446b-9b61-e9b605cc2d02), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:14.936948 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb99902-bf26-4a9c-bc5f-987f604b1bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffddc9f-108d-446b-9b61-e9b605cc2d02,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:14.941817 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-adb99902-bf26-4a9c-bc5f-987f604b1bca admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f0aa03be425c44528d9e254f56df80c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511629 Sep 29 02:14:14.945841 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51902) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:14.995581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] Publish callbacks [] for security_group (3ffddc9f-108d-446b-9b61-e9b605cc2d02), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.018931 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] Publish callbacks [] for security_group (3ffddc9f-108d-446b-9b61-e9b605cc2d02), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.068812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3ffddc9f-108d-446b-9b61-e9b605cc2d02), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.074261 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.077755 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3ffddc9f-108d-446b-9b61-e9b605cc2d02 HTTP/1.1" status: 204 len: 168 time: 0.1287918 Sep 29 02:14:15.089616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40cf5a-902f-4bb8-b037-4342ae50c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffddc9f-108d-446b-9b61-e9b605cc2d02,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:15.230238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b958713-0547-4bb1-ae85-f59ee185cf2e req-492795bb-8d96-4309-99b0-c46d63a0ddc3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.232007 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b958713-0547-4bb1-ae85-f59ee185cf2e req-492795bb-8d96-4309-99b0-c46d63a0ddc3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0551820 Sep 29 02:14:15.255569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.296589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b958713-0547-4bb1-ae85-f59ee185cf2e req-c1a30f52-6d2f-4938-a4c7-941bd1594c4f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576403 Sep 29 02:14:15.461946 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51928) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:15.476903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf1f-df40-40aa-8b1c-b45a9cc715f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.503451 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edb45f-fb4b-436e-a835-7b966df7afe6 req-26172720-7cd5-4412-9439-552c87994e42 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.504937 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-08edb45f-fb4b-436e-a835-7b966df7afe6 req-26172720-7cd5-4412-9439-552c87994e42 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Sep 29 02:14:15.569574 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-08edb45f-fb4b-436e-a835-7b966df7afe6 req-980993d1-093f-47c3-a448-21d2e989ec98 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dec6febf-0c89-420b-ac52-426f0c9cab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Sep 29 02:14:15.593175 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf1f-df40-40aa-8b1c-b45a9cc715f4 admin admin] Publish callbacks [] for security_group (a5ece392-780d-497d-8f83-ec0cdfcbae75), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.599740 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf1f-df40-40aa-8b1c-b45a9cc715f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a5ece392-780d-497d-8f83-ec0cdfcbae75), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.612547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.646252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bf1f-df40-40aa-8b1c-b45a9cc715f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ece392-780d-497d-8f83-ec0cdfcbae75,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:15.654317 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51936) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:15.654608 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e9b8bf1f-df40-40aa-8b1c-b45a9cc715f4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=aaf204d854ab447d8a46c5396e0abe43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906955 Sep 29 02:14:15.717703 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] Publish callbacks [] for security_group (a5ece392-780d-497d-8f83-ec0cdfcbae75), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.741482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] Publish callbacks [] for security_group (a5ece392-780d-497d-8f83-ec0cdfcbae75), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.788734 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a5ece392-780d-497d-8f83-ec0cdfcbae75), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.791283 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:15.792444 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a5ece392-780d-497d-8f83-ec0cdfcbae75 HTTP/1.1" status: 204 len: 168 time: 0.1362343 Sep 29 02:14:15.800606 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99829b20-2106-455c-b427-26ec1e82cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ece392-780d-497d-8f83-ec0cdfcbae75,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:16.043528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-7a7ed2ee-a129-4e12-ac2b-208e553a4dcf tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.045036 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-7a7ed2ee-a129-4e12-ac2b-208e553a4dcf tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 945 time: 0.0497911 Sep 29 02:14:16.175322 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Deleting port 62cb9340-38dd-43f9-a051-285ad5137842 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:16.176070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (62cb9340-38dd-43f9-a051-285ad5137842), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.268438 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] For port 62cb9340-38dd-43f9-a051-285ad5137842, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=62cb9340-38dd-43f9-a051-285ad5137842,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:16.268808 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (62cb9340-38dd-43f9-a051-285ad5137842), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.286853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Calling delete_port for 62cb9340-38dd-43f9-a051-285ad5137842 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:16.437522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd9145-70af-4b8c-b9f6-e2414f692c1e req-fed7ff32-833f-49d5-aff4-7e7c89fadeca tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.438964 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5cbd9145-70af-4b8c-b9f6-e2414f692c1e req-fed7ff32-833f-49d5-aff4-7e7c89fadeca tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0587811 Sep 29 02:14:16.527411 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (62cb9340-38dd-43f9-a051-285ad5137842), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.557056 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5cbd9145-70af-4b8c-b9f6-e2414f692c1e req-eacac6ed-2975-40ee-974b-7b101f758818 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080790 Sep 29 02:14:16.559915 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Pushing event deleted for resources: {'Port': ['ID=62cb9340-38dd-43f9-a051-285ad5137842,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:16.583912 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['62cb9340-38dd-43f9-a051-285ad5137842'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:16.640140 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] No DVR routers for this DVR port 62cb9340-38dd-43f9-a051-285ad5137842 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:14:16.644385 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:16.648505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad81a0a8-f95d-4d3a-9df9-602f26df2c44 req-96b1bd94-f33e-4f15-acee-620f19471b27 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.55 "DELETE /networking/v2.0/ports/62cb9340-38dd-43f9-a051-285ad5137842 HTTP/1.1" status: 204 len: 173 time: 0.5942395 Sep 29 02:14:16.649205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'name': 'network-vif-deleted', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:16.652112 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df184dc4-fffb-4c02-950b-05f4f7a29367" -d '{"events": [{"server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "name": "network-vif-deleted", "tag": "62cb9340-38dd-43f9-a051-285ad5137842"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:16.716693 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-571633e0-d093-4102-8f0c-8a87e9e4c2e9 req-781c20f4-f0c1-4f4f-8979-c5dfdaf56f35 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.0565464 Sep 29 02:14:16.722497 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce12307-5f2d-4c31-908b-54596ae4df03 x-openstack-request-id: req-cce12307-5f2d-4c31-908b-54596ae4df03 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:16.722752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884b6fc-bf84-48e8-8f73-b80408c9b348", "name": "network-vif-deleted", "tag": "62cb9340-38dd-43f9-a051-285ad5137842", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:16.723003 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cce12307-5f2d-4c31-908b-54596ae4df03 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:16.723431 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce12307-5f2d-4c31-908b-54596ae4df03'] response: {'server_uuid': '9884b6fc-bf84-48e8-8f73-b80408c9b348', 'name': 'network-vif-deleted', 'tag': '62cb9340-38dd-43f9-a051-285ad5137842', 'status': 'completed', 'code': 200} Sep 29 02:14:17.037869 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51982) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:17.083473 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Deleting subnet 7069b7fc-617f-46bd-95cc-07ee03be0f23 {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:14:17.087121 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Publish callbacks [] for subnet (7069b7fc-617f-46bd-95cc-07ee03be0f23), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.122311 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Publish callbacks [] for subnet (7069b7fc-617f-46bd-95cc-07ee03be0f23), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.130816 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.132163 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (7069b7fc-617f-46bd-95cc-07ee03be0f23), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.194719 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (7069b7fc-617f-46bd-95cc-07ee03be0f23), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.221956 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7069b7fc-617f-46bd-95cc-07ee03be0f23,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:17.226970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.230262 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3f483595-eb39-4016-8155-c39e7fa5d937 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/7069b7fc-617f-46bd-95cc-07ee03be0f23 HTTP/1.1" status: 204 len: 168 time: 0.1913278 Sep 29 02:14:17.232876 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 51986) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:17.302456 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (5fe1d31f-1e3d-4cea-adf3-fa7ee4662704), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.304191 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.393160 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (5fe1d31f-1e3d-4cea-adf3-fa7ee4662704), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.414240 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.414579 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.415312 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.415657 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > port after_create 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.416011 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.416422 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > port after_update 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.416596 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.417015 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.417332 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.417650 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.577056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.577400 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.577748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.578088 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:17.578476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe1d31f-1e3d-4cea-adf3-fa7ee4662704']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:17.597019 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a43b8a-2770-4d58-be7a-08c4c35ed07c') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:17.597304 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a43b8a-2770-4d58-be7a-08c4c35ed07c') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:17.614473 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (11a43b8a-2770-4d58-be7a-08c4c35ed07c), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.636542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (11a43b8a-2770-4d58-be7a-08c4c35ed07c), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.646154 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:14:17.646548 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (11a43b8a-2770-4d58-be7a-08c4c35ed07c), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.685707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a983a6-5e4b-4c34-8228-e3d9d5a1cdb5 req-13da68b0-4aca-4f1f-8978-d0fa8d44e3a9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.687828 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44a983a6-5e4b-4c34-8228-e3d9d5a1cdb5 req-13da68b0-4aca-4f1f-8978-d0fa8d44e3a9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Sep 29 02:14:17.718887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (5fe1d31f-1e3d-4cea-adf3-fa7ee4662704), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.727671 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.734018 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/5fe1d31f-1e3d-4cea-adf3-fa7ee4662704 HTTP/1.1" status: 204 len: 168 time: 0.5001411 Sep 29 02:14:17.735042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 51996) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:17.744324 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ad82-e3f8-4400-95eb-2b4f0875fe99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe1d31f-1e3d-4cea-adf3-fa7ee4662704,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:17.745585 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:17.774781 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44a983a6-5e4b-4c34-8228-e3d9d5a1cdb5 req-57923221-569f-487a-8a0c-fcbc45874e88 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808139 Sep 29 02:14:17.797545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Deleting subnet 22fdab5f-b73b-42c9-885c-734c2bebcb66 {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:14:17.804569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Publish callbacks [] for subnet (22fdab5f-b73b-42c9-885c-734c2bebcb66), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.850761 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Publish callbacks [] for subnet (22fdab5f-b73b-42c9-885c-734c2bebcb66), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.856001 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eee704de-68a8-4d48-8987-c084b7fcfb36 req-8bbd657b-cc02-4e5a-ba60-78f48207e883 tempest-DeleteServersTestJSON-50854372 tempest-DeleteServersTestJSON-50854372-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9884b6fc-bf84-48e8-8f73-b80408c9b348 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Sep 29 02:14:17.862062 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (22fdab5f-b73b-42c9-885c-734c2bebcb66), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.884072 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 11a43b8a-2770-4d58-be7a-08c4c35ed07c resource provider aggregate not found Sep 29 02:14:17.908510 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 11a43b8a-2770-4d58-be7a-08c4c35ed07c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11a43b8a-2770-4d58-be7a-08c4c35ed07c found for delete ", "request_id": "req-9cadb523-1719-4c2c-8d4c-40870b8f501e"}]} Sep 29 02:14:17.926013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for subnet (22fdab5f-b73b-42c9-885c-734c2bebcb66), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.954637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fdab5f-b73b-42c9-885c-734c2bebcb66,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:17.959526 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:17.963417 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-55d06de4-53fd-4240-814a-ba2fe3bdf36a admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/22fdab5f-b73b-42c9-885c-734c2bebcb66 HTTP/1.1" status: 204 len: 168 time: 0.2274034 Sep 29 02:14:17.965963 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52006) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.053852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (cf6bd0ba-129a-4899-89bd-aac0b983df68), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.070666 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:18.168516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (cf6bd0ba-129a-4899-89bd-aac0b983df68), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.195249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.195585 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.196316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.196651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > port after_create 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.196980 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.197300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > port after_update 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.197607 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.197979 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.198289 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.198600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.271442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.271793 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.272099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.272438 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:14:18.272780 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6bd0ba-129a-4899-89bd-aac0b983df68']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.292812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0e2964-4760-4c5f-b530-79c067229d74') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.292812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0e2964-4760-4c5f-b530-79c067229d74') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:18.316602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (9f0e2964-4760-4c5f-b530-79c067229d74), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.338845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (9f0e2964-4760-4c5f-b530-79c067229d74), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.349267 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:14:18.349660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (9f0e2964-4760-4c5f-b530-79c067229d74), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.426820 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (cf6bd0ba-129a-4899-89bd-aac0b983df68), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.434710 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.437929 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/cf6bd0ba-129a-4899-89bd-aac0b983df68 HTTP/1.1" status: 204 len: 168 time: 0.4708619 Sep 29 02:14:18.453395 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee027fd-3976-41c2-85c6-b739a867460a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6bd0ba-129a-4899-89bd-aac0b983df68,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:18.593400 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 9f0e2964-4760-4c5f-b530-79c067229d74 resource provider aggregate not found Sep 29 02:14:18.612700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 9f0e2964-4760-4c5f-b530-79c067229d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f0e2964-4760-4c5f-b530-79c067229d74 found for delete ", "request_id": "req-3ce31f6a-0d58-4336-bdda-b637da0b63d0"}]} Sep 29 02:14:18.658199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52032) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.706144 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-39fe55cd-5c2b-4c7a-b3a5-7f54bdabb0c4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d39411cc4b0a4d00997bebdef0c210b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466571 Sep 29 02:14:18.708786 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52034) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:18.773560 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] Publish callbacks [] for security_group (ba44e1d4-d864-4279-a09a-53aef9f59787), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.796474 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] Publish callbacks [] for security_group (ba44e1d4-d864-4279-a09a-53aef9f59787), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.855279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ba44e1d4-d864-4279-a09a-53aef9f59787), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.857910 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:18.859042 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ba44e1d4-d864-4279-a09a-53aef9f59787 HTTP/1.1" status: 204 len: 168 time: 0.1492519 Sep 29 02:14:18.867768 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627184ea-5a13-4dce-91a6-399de236ad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba44e1d4-d864-4279-a09a-53aef9f59787,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:18.911857 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d78e0-28ab-4c6d-86a4-41363c4c9f3f req-c56d6e81-c817-4b6c-9fab-293d53f877c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:18.913650 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-517d78e0-28ab-4c6d-86a4-41363c4c9f3f req-c56d6e81-c817-4b6c-9fab-293d53f877c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0578537 Sep 29 02:14:18.966994 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-517d78e0-28ab-4c6d-86a4-41363c4c9f3f req-44f91ae3-d484-412d-90e4-0d5aa027c35e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Sep 29 02:14:19.163595 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 62cb9340-38dd-43f9-a051-285ad5137842 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:19.208459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 62cb9340-38dd-43f9-a051-285ad5137842 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:19.208777 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 62cb9340-38dd-43f9-a051-285ad5137842 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:19.248803 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52056) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:19.295415 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-541f5fb3-2bb3-4864-9ae7-99050c7613ce admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7f2a1bc7984e42d39fa9fd78e3763711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450611 Sep 29 02:14:19.309973 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52060) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:19.348496 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] Publish callbacks [] for security_group (071e9d29-0873-4ca3-948e-035055c69b81), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.368642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] Publish callbacks [] for security_group (071e9d29-0873-4ca3-948e-035055c69b81), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.419341 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (071e9d29-0873-4ca3-948e-035055c69b81), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.421962 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.423141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/071e9d29-0873-4ca3-948e-035055c69b81 HTTP/1.1" status: 204 len: 168 time: 0.1241007 Sep 29 02:14:19.431690 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aaf9c-bc40-4d44-b37e-2e0bc5b2af56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e9d29-0873-4ca3-948e-035055c69b81,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.592136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52072) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:19.707673 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0797805f-0fcd-40e5-b63d-5af872c0a852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.789379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0797805f-0fcd-40e5-b63d-5af872c0a852 admin admin] Publish callbacks [] for security_group (92ad6336-a076-4471-b911-66fb04dee240), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.794170 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0797805f-0fcd-40e5-b63d-5af872c0a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (92ad6336-a076-4471-b911-66fb04dee240), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.835250 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0797805f-0fcd-40e5-b63d-5af872c0a852 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d86f1088ae3245aea97c5c45fee351d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395616 Sep 29 02:14:19.835250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797805f-0fcd-40e5-b63d-5af872c0a852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad6336-a076-4471-b911-66fb04dee240,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:19.835559 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52084) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:19.889402 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] Publish callbacks [] for security_group (92ad6336-a076-4471-b911-66fb04dee240), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.909784 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] Publish callbacks [] for security_group (92ad6336-a076-4471-b911-66fb04dee240), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.961412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (92ad6336-a076-4471-b911-66fb04dee240), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.964050 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.965209 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/92ad6336-a076-4471-b911-66fb04dee240 HTTP/1.1" status: 204 len: 168 time: 0.1286607 Sep 29 02:14:19.975235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56608f7-93dc-4458-bacf-cb23edb86ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad6336-a076-4471-b911-66fb04dee240,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:20.060637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.099651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733b37-0e82-4541-bdf7-b7dccaffcab8 req-d3f7cd65-0083-4ac9-b7c4-e3f2e6598963 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.101196 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f2733b37-0e82-4541-bdf7-b7dccaffcab8 req-d3f7cd65-0083-4ac9-b7c4-e3f2e6598963 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0508363 Sep 29 02:14:20.155594 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f2733b37-0e82-4541-bdf7-b7dccaffcab8 req-d71751fc-361a-42c0-806a-94a871eef34a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Sep 29 02:14:20.421206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52120) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:20.617722 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.827596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.301198 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788836-9d69-4a16-a219-0c28310ca018 req-e1380003-9f6e-4b61-ba63-f154e61ec22e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:21.310101 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-10788836-9d69-4a16-a219-0c28310ca018 req-e1380003-9f6e-4b61-ba63-f154e61ec22e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0649679 Sep 29 02:14:21.374187 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-10788836-9d69-4a16-a219-0c28310ca018 req-cea9d7af-e9ce-413b-a253-ff7e0fbce439 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624769 Sep 29 02:14:21.392734 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Deleting port db1868e5-3576-4996-ae93-02e91d94cca9 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:21.393326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.485824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] For port db1868e5-3576-4996-ae93-02e91d94cca9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db1868e5-3576-4996-ae93-02e91d94cca9,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:21.486531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.488888 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=33 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:21.505765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Calling delete_port for db1868e5-3576-4996-ae93-02e91d94cca9 owned by network:router_interface {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:21.645055 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:21.708017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (db1868e5-3576-4996-ae93-02e91d94cca9), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.731647 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=db1868e5-3576-4996-ae93-02e91d94cca9,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:21.906238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:21.949205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.115997 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Router 47246c58-f5ad-4e97-9b85-86e7e6e42100 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:22.225572 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:22.231350 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c606ac1e-ccab-403e-9b72-d909f271cfbc admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/47246c58-f5ad-4e97-9b85-86e7e6e42100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090580 Sep 29 02:14:22.234739 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52170) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:22.237668 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Sync routers for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:22.248761 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:22.249546 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.337000 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks [] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.354182 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:22.436792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks [] for router_gateway (47246c58-f5ad-4e97-9b85-86e7e6e42100), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.526417 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:14:21Z', 'revision_number': 5, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port': {'id': 'f59d46b1-bc7e-4256-a101-32f392635b86', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:31Z', 'updated_at': '2022-09-29T02:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.544085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d39c-4c11-4a8a-b195-c57d473124e4 req-a1cbafcb-62a1-4eb5-b6ba-0ef0cf390a30 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.546109 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-03b9d39c-4c11-4a8a-b195-c57d473124e4 req-a1cbafcb-62a1-4eb5-b6ba-0ef0cf390a30 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0875678 Sep 29 02:14:22.547036 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Deleting port f59d46b1-bc7e-4256-a101-32f392635b86 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:22.547579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.562291 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Checking router: 47246c58-f5ad-4e97-9b85-86e7e6e42100 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:22.566607 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Routers {'47246c58-f5ad-4e97-9b85-86e7e6e42100'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:22.567240 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['47246c58-f5ad-4e97-9b85-86e7e6e42100'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.630095 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.651332 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] Set router 47246c58-f5ad-4e97-9b85-86e7e6e42100 gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:22.653399 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-03b9d39c-4c11-4a8a-b195-c57d473124e4 req-2187033f-974c-458a-9bf4-1deba6f84700 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Sep 29 02:14:22.686769 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] For port f59d46b1-bc7e-4256-a101-32f392635b86, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f59d46b1-bc7e-4256-a101-32f392635b86,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:22.687046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.700865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Calling delete_port for f59d46b1-bc7e-4256-a101-32f392635b86 owned by network:router_gateway {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:22.719014 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:14:22Z', 'revision_number': 6, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:22.832695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:22.832922 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819b049-c2d1-4595-8825-5599741f52ad None None] The sync data for ids ['47246c58-f5ad-4e97-9b85-86e7e6e42100'] in dv-cinder-733062-36-iscsi is: [{'id': '47246c58-f5ad-4e97-9b85-86e7e6e42100', 'name': 'tempest-DeleteServersTestJSON-381211555-router', 'tenant_id': '45259b9967b9410ca0fb09df7cea9f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:30Z', 'updated_at': '2022-09-29T02:14:22Z', 'revision_number': 6, 'project_id': '45259b9967b9410ca0fb09df7cea9f15', 'gw_port_host': None}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:22.920225 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (f59d46b1-bc7e-4256-a101-32f392635b86), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.948398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59d46b1-bc7e-4256-a101-32f392635b86,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:23.014694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.123648 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.126026 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks [] for router_controller (47246c58-f5ad-4e97-9b85-86e7e6e42100), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.198453 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (47246c58-f5ad-4e97-9b85-86e7e6e42100), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.199345 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47246c58-f5ad-4e97-9b85-86e7e6e42100 {{(pid=106492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:14:23.206674 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.211051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52186) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:23.219637 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cf762b84-0b80-4a42-954e-decbb9601006 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/47246c58-f5ad-4e97-9b85-86e7e6e42100 HTTP/1.1" status: 204 len: 168 time: 0.9836004 Sep 29 02:14:23.247202 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=1,neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.265718 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Deleting subnet 55e39c79-2107-42f4-85e8-ce84b749b3ce {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:14:23.266855 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Publish callbacks [] for subnet (55e39c79-2107-42f4-85e8-ce84b749b3ce), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.304859 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (55e39c79-2107-42f4-85e8-ce84b749b3ce), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.344540 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.411896 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (55e39c79-2107-42f4-85e8-ce84b749b3ce), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.465549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (55e39c79-2107-42f4-85e8-ce84b749b3ce), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.489439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e39c79-2107-42f4-85e8-ce84b749b3ce,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:23.497579 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.501390 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-afc88eb8-7d24-4df9-bdeb-ae449719d834 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/55e39c79-2107-42f4-85e8-ce84b749b3ce HTTP/1.1" status: 204 len: 168 time: 0.2893121 Sep 29 02:14:23.502210 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b8d9f-de8a-4db5-be22-ff32cc5f8b82 None None] Network e4db59af-b58e-48e5-9867-6d81c2594bb7 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:23.505086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52188) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:23.577238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (e4db59af-b58e-48e5-9867-6d81c2594bb7), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.602470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db1868e5-3576-4996-ae93-02e91d94cca9 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:23.623538 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: db1868e5-3576-4996-ae93-02e91d94cca9 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:23.624113 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db1868e5-3576-4996-ae93-02e91d94cca9 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:23.626611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Deleting port 15d970d2-c603-4bb9-9313-801345d42c1e {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:23.627030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.679322 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] DHCP port deletion for e4db59af-b58e-48e5-9867-6d81c2594bb7 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:14:23.722290 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] For port 15d970d2-c603-4bb9-9313-801345d42c1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=15d970d2-c603-4bb9-9313-801345d42c1e,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:23.722290 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.735984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Calling delete_port for 15d970d2-c603-4bb9-9313-801345d42c1e owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:23.742098 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Deleting port 15d970d2-c603-4bb9-9313-801345d42c1e {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:23.743963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.813694 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683e89e-7621-4026-a492-b74af69d1c9b req-d4cdc9b5-cbfa-4974-9498-b35953827382 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.817071 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a683e89e-7621-4026-a492-b74af69d1c9b req-d4cdc9b5-cbfa-4974-9498-b35953827382 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0687823 Sep 29 02:14:23.829449 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] For port 15d970d2-c603-4bb9-9313-801345d42c1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=15d970d2-c603-4bb9-9313-801345d42c1e,segment=NetworkSegment(22ad386b-1a3d-40c5-82d5-6ec1fb201a0b),segment_id=22ad386b-1a3d-40c5-82d5-6ec1fb201a0b)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:23.829883 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.844718 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Calling delete_port for 15d970d2-c603-4bb9-9313-801345d42c1e owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:23.861842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.884966 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a683e89e-7621-4026-a492-b74af69d1c9b req-a769b2fe-a19f-49b1-9763-4d6b03a9f6d9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616949 Sep 29 02:14:23.906070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d970d2-c603-4bb9-9313-801345d42c1e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:23.913487 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] No DVR routers for this DVR port 15d970d2-c603-4bb9-9313-801345d42c1e on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:14:23.950430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.020047 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (15d970d2-c603-4bb9-9313-801345d42c1e), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.050533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (e4db59af-b58e-48e5-9867-6d81c2594bb7), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.060851 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] Pushing event deleted for resources: {'Port': ['ID=15d970d2-c603-4bb9-9313-801345d42c1e,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.074596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4db59af-b58e-48e5-9867-6d81c2594bb7']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:24.083913 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e114835-d0ab-4dcf-91ff-177c79cdaf19 None None] No DVR routers for this DVR port 15d970d2-c603-4bb9-9313-801345d42c1e on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:14:24.085135 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:24.085550 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ad386b-1a3d-40c5-82d5-6ec1fb201a0b') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:24.099426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (22ad386b-1a3d-40c5-82d5-6ec1fb201a0b), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.115213 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (22ad386b-1a3d-40c5-82d5-6ec1fb201a0b), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.117101 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.122738 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:14:24.123119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (22ad386b-1a3d-40c5-82d5-6ec1fb201a0b), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.163635 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 22ad386b-1a3d-40c5-82d5-6ec1fb201a0b resource provider aggregate not found Sep 29 02:14:24.185598 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 22ad386b-1a3d-40c5-82d5-6ec1fb201a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22ad386b-1a3d-40c5-82d5-6ec1fb201a0b found for delete ", "request_id": "req-6695a002-728b-4949-9c2d-381535f45a9a"}]} Sep 29 02:14:24.189116 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (e4db59af-b58e-48e5-9867-6d81c2594bb7), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.205279 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.209077 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/e4db59af-b58e-48e5-9867-6d81c2594bb7 HTTP/1.1" status: 204 len: 168 time: 0.7029624 Sep 29 02:14:24.210204 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d06d56-66f4-44d8-8c70-edd5dbce2ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4db59af-b58e-48e5-9867-6d81c2594bb7,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:24.451028 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52216) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:24.495123 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1d963122-f69d-4803-8168-4b2a6590ee45 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=45259b9967b9410ca0fb09df7cea9f15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429244 Sep 29 02:14:24.498860 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52218) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:24.554268 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] Publish callbacks [] for security_group (dec6febf-0c89-420b-ac52-426f0c9cab1c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.574012 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] Publish callbacks [] for security_group (dec6febf-0c89-420b-ac52-426f0c9cab1c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.583444 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.627683 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (dec6febf-0c89-420b-ac52-426f0c9cab1c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.630201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.631315 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dec6febf-0c89-420b-ac52-426f0c9cab1c HTTP/1.1" status: 204 len: 168 time: 0.1316288 Sep 29 02:14:24.639053 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a39b55-9969-42dc-8d46-461a3d0e1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6febf-0c89-420b-ac52-426f0c9cab1c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:25.016295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b2934-743f-4d3a-8a4c-99cc89c06b80 req-5e45e77b-9940-43b6-ab0a-3ce9b3304f59 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:25.021815 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-674b2934-743f-4d3a-8a4c-99cc89c06b80 req-5e45e77b-9940-43b6-ab0a-3ce9b3304f59 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Sep 29 02:14:25.060599 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f59d46b1-bc7e-4256-a101-32f392635b86 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:25.080416 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-674b2934-743f-4d3a-8a4c-99cc89c06b80 req-16b559a7-90ea-4461-8e58-394f407f2a6d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550618 Sep 29 02:14:25.087490 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: f59d46b1-bc7e-4256-a101-32f392635b86 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:25.087837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f59d46b1-bc7e-4256-a101-32f392635b86 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:25.088244 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 15d970d2-c603-4bb9-9313-801345d42c1e no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:25.107086 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 15d970d2-c603-4bb9-9313-801345d42c1e {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:25.107498 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 15d970d2-c603-4bb9-9313-801345d42c1e not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:26.204983 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8a70f-8d33-44ce-be0a-df57e9054c2f req-92661396-654d-4cb8-8c3f-bb7669a219a8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:26.206704 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fdc8a70f-8d33-44ce-be0a-df57e9054c2f req-92661396-654d-4cb8-8c3f-bb7669a219a8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0458114 Sep 29 02:14:26.257563 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fdc8a70f-8d33-44ce-be0a-df57e9054c2f req-8d1e6468-cc0c-4834-99ff-3b81741d401b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Sep 29 02:14:26.782115 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52302) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:26.900046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-793cc27a-18d2-4a82-abbe-f3f4d1e118ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.989596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-793cc27a-18d2-4a82-abbe-f3f4d1e118ea admin admin] Publish callbacks [] for security_group (c7dbd24c-0d98-42a6-9ddf-694b07313345), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.994768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-793cc27a-18d2-4a82-abbe-f3f4d1e118ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c7dbd24c-0d98-42a6-9ddf-694b07313345), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.033206 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-793cc27a-18d2-4a82-abbe-f3f4d1e118ea admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5ae06d4700e445d79a70e9fd8004b5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498550 Sep 29 02:14:27.034135 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc27a-18d2-4a82-abbe-f3f4d1e118ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dbd24c-0d98-42a6-9ddf-694b07313345,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.036538 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52308) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.090488 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] Publish callbacks [] for security_group (c7dbd24c-0d98-42a6-9ddf-694b07313345), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.115713 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] Publish callbacks [] for security_group (c7dbd24c-0d98-42a6-9ddf-694b07313345), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.164122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c7dbd24c-0d98-42a6-9ddf-694b07313345), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.166643 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.167764 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c7dbd24c-0d98-42a6-9ddf-694b07313345 HTTP/1.1" status: 204 len: 168 time: 0.1301074 Sep 29 02:14:27.176085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eddb1d-2e79-4db6-8a30-c086b06ec8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dbd24c-0d98-42a6-9ddf-694b07313345,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.379681 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095b299-3ea7-4135-b93b-e1cd8423d1d8 req-70c498bf-5688-4693-8b02-b62e38cf01d3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:27.381078 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b095b299-3ea7-4135-b93b-e1cd8423d1d8 req-70c498bf-5688-4693-8b02-b62e38cf01d3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0481100 Sep 29 02:14:27.434700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b095b299-3ea7-4135-b93b-e1cd8423d1d8 req-ef6978b6-59b0-440c-ae7b-3cc97f606753 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Sep 29 02:14:27.453974 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52318) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.471571 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9bcab56e-5f2b-4718-8343-a8e41acd7e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.549124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9bcab56e-5f2b-4718-8343-a8e41acd7e8d admin admin] Publish callbacks [] for security_group (5c787c15-5be6-484f-9b92-bdd098ea2dd4), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.554912 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9bcab56e-5f2b-4718-8343-a8e41acd7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (5c787c15-5be6-484f-9b92-bdd098ea2dd4), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.593355 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab56e-5f2b-4718-8343-a8e41acd7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c787c15-5be6-484f-9b92-bdd098ea2dd4,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.598476 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9bcab56e-5f2b-4718-8343-a8e41acd7e8d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6e189889147e49a2b6f6565c22771e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434028 Sep 29 02:14:27.601386 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52322) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.650070 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] Publish callbacks [] for security_group (5c787c15-5be6-484f-9b92-bdd098ea2dd4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.660430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4dead3c4-ecf9-4caa-825c-44409ac43159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.671099 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] Publish callbacks [] for security_group (5c787c15-5be6-484f-9b92-bdd098ea2dd4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.677519 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.720808 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (5c787c15-5be6-484f-9b92-bdd098ea2dd4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.723867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.724996 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5c787c15-5be6-484f-9b92-bdd098ea2dd4 HTTP/1.1" status: 204 len: 168 time: 0.1229408 Sep 29 02:14:27.732603 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ea369-3950-4afe-bb2e-24bb97d707c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c787c15-5be6-484f-9b92-bdd098ea2dd4,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.554184 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5266-8ae9-40ec-99db-470506bc10d0 req-336ff222-2acc-4050-b729-e865328f0cb5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.555716 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c66d5266-8ae9-40ec-99db-470506bc10d0 req-336ff222-2acc-4050-b729-e865328f0cb5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Sep 29 02:14:28.567057 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=1,neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.608932 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c66d5266-8ae9-40ec-99db-470506bc10d0 req-b23f6234-3797-4dec-9dda-3a14c21def10 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 Sep 29 02:14:29.740580 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1033d3-5fa7-42d8-8e42-9ddaf413a369 req-4c235738-fb7e-4640-a11e-6747ab0f4a42 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:29.742070 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed1033d3-5fa7-42d8-8e42-9ddaf413a369 req-4c235738-fb7e-4640-a11e-6747ab0f4a42 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Sep 29 02:14:29.790802 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed1033d3-5fa7-42d8-8e42-9ddaf413a369 req-b1a351e2-b1d8-4bbc-b28a-63152de8ae5d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Sep 29 02:14:29.919731 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08a27b36-69cc-43fe-a95e-a0f496c3954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.920609 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d3fed-aecb-44ba-911f-cf88d3c43317 req-493604d3-1bdb-4d12-a50a-76807ecf2ec8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:30.922068 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e5d3fed-aecb-44ba-911f-cf88d3c43317 req-493604d3-1bdb-4d12-a50a-76807ecf2ec8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Sep 29 02:14:30.983088 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e5d3fed-aecb-44ba-911f-cf88d3c43317 req-ee87ee33-6e6b-40a1-a7f7-0bfb2049720c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482593 Sep 29 02:14:31.238287 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:31.798162 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52428) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:31.924416 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.006979 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Publish callbacks [] for security_group (1775ae2e-8be0-4954-a362-db998d86114c), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.013867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1775ae2e-8be0-4954-a362-db998d86114c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.053014 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775ae2e-8be0-4954-a362-db998d86114c,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:32.058496 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7214321065d8499fa761add95014d08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588837 Sep 29 02:14:32.061495 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52434) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:32.063743 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.064201 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.064657 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.065051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.065461 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.065903 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.066545 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.066940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.067258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.067577 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.067894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.068210 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.068521 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.068830 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.069140 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8174e0-0931-4a7e-b5d6-b32e42010aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.136169 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b5a8-51e2-4946-b65c-2ed84edbfa45 req-969b30ab-d20d-4158-a496-2d04860d59ec tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:32.137620 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7e1b5a8-51e2-4946-b65c-2ed84edbfa45 req-969b30ab-d20d-4158-a496-2d04860d59ec tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0663714 Sep 29 02:14:32.171025 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Publish callbacks [] for security_group (1775ae2e-8be0-4954-a362-db998d86114c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.191342 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:32.209111 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Publish callbacks [] for security_group (1775ae2e-8be0-4954-a362-db998d86114c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.220782 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7e1b5a8-51e2-4946-b65c-2ed84edbfa45 req-60d4bad2-da96-43fd-82c5-bb2320c65d1e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751717 Sep 29 02:14:32.261648 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1775ae2e-8be0-4954-a362-db998d86114c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.264068 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.265214 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1775ae2e-8be0-4954-a362-db998d86114c HTTP/1.1" status: 204 len: 168 time: 0.2025583 Sep 29 02:14:32.274189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775ae2e-8be0-4954-a362-db998d86114c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:32.281509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.281859 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.282226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.282560 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.282889 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.283214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.283540 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.283856 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.284175 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.284598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.284954 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.285276 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.285589 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.285902 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.286239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dfb379-bc56-4646-8a18-38ebcff0637f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:32.565293 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:32.608947 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.659072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.832599 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=48 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:33.006295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52464) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:33.106735 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1000746268-network', 'tenant_id': '30c052816d5544b38124d98d05b32798'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:33.137468 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Made reservation on behalf of 30c052816d5544b38124d98d05b32798 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:33.139972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.149060 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.192436 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:33.229278 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks [] for security_group (d4c2a647-dfb0-4b79-a7ad-36b5929341dd), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.235546 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d4c2a647-dfb0-4b79-a7ad-36b5929341dd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.262423 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:33.275762 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (4028d061-5265-462e-a6c3-a1d21d022a8e), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.276120 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Added segment 4028d061-5265-462e-a6c3-a1d21d022a8e of type vlan for network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b Sep 29 02:14:33.277418 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c2a647-dfb0-4b79-a7ad-36b5929341dd,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:33.324729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.358691 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.359968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:33.360787 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.416210 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4087639 Sep 29 02:14:33.419339 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52470) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:33.424375 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Request body: {'subnet': {'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1000746268-subnet', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:33.429704 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e326d-2f31-41c3-b187-e3dfb5722b3b admin admin] Pushing event updated for resources: {'Network': ['ID=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:33.440703 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:33.510575 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Made reservation on behalf of 30c052816d5544b38124d98d05b32798 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:33.512980 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.568816 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace128c-b68a-4e32-903e-c49a1e271360 req-2c532c2a-52c6-4d3d-8069-7b20b816684c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:33.570296 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eace128c-b68a-4e32-903e-c49a1e271360 req-2c532c2a-52c6-4d3d-8069-7b20b816684c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.1156130 Sep 29 02:14:33.646810 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eace128c-b68a-4e32-903e-c49a1e271360 req-4b8488e8-b5b0-482d-92dd-dadc3a1f2529 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 Sep 29 02:14:33.737078 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (4973815f-5c32-4f75-b1db-3450b331879b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.787597 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4973815f-5c32-4f75-b1db-3450b331879b,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:33.806503 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Checking segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:33.806877 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Network hostable DHCP agents. Network: c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:33.825850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:33.827756 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:33.838916 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:33.843165 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:33.843774 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.849249 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34a759-08be-4d33-8c7e-c7589632a230 None None] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:33.867471 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-bfb53de7-6403-4301-a023-069b1eb62d7e admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4461813 Sep 29 02:14:33.868136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52476) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:33.872408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:33.899543 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (a77bd2a7-7078-4efa-9867-701780e701b0), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.900588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (a77bd2a7-7078-4efa-9867-701780e701b0), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.951588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for router_controller (a77bd2a7-7078-4efa-9867-701780e701b0), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:33.953893 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'project_id': '30c052816d5544b38124d98d05b32798', 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:33.954851 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.075520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:34.095070 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Allocated IP 172.20.0.2 (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b/4973815f-5c32-4f75-b1db-3450b331879b/3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:34.246092 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks [] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.253299 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.295524 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:34.300480 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:34.303568 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Pushing event updated for resources: {'Port': ['ID=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:34.305693 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:34.317236 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.317580 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.317942 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.318337 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.318664 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.318982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.319298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.319613 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.319940 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.320258 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.320568 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.320883 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.321186 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.321496 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.321802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:34.338420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for router_gateway (a77bd2a7-7078-4efa-9867-701780e701b0), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.376540 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Attempting to bind port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:34.376869 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Attempting to bind port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:34.377242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Attempting to bind port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e on network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:34.419490 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:34.419857 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Checking segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:34.420251 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.420630 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Bound using segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:34.421093 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Bound port: 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:34.421463 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.480246 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:34.490433 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] For port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:34.493708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] For port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:34.500964 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.525018 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for router_gateway (a77bd2a7-7078-4efa-9867-701780e701b0), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.545818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.556065 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:34.561618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e9bb-6abd-4db7-9164-7ec171cc92b4 None None] Pushing event updated for resources: {'Port': ['ID=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:34.662398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Allocated IP 172.27.2.31 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/55ad34e9-eade-43aa-ae96-0c7ce45a8ee0) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:34.778600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:34.838035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d257c-595a-458d-b19a-c03622d287cf req-643744d6-ebcb-4bf0-86fa-c63108d9faab tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:34.839504 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d7d257c-595a-458d-b19a-c03622d287cf req-643744d6-ebcb-4bf0-86fa-c63108d9faab tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0843873 Sep 29 02:14:34.856223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.915026 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d7d257c-595a-458d-b19a-c03622d287cf req-1e2bd636-3583-4568-8bc9-579c781b0534 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Sep 29 02:14:34.926374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.972138 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:34.975346 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:34.978108 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Pushing event updated for resources: {'Port': ['ID=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:34.981775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:35.082602 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:35.235452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for router_gateway (a77bd2a7-7078-4efa-9867-701780e701b0), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.255189 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:35.255505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.255792 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e Sep 29 02:14:35.334362 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:35.336041 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.372544 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:35.377853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.430144 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:35.434547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (a77bd2a7-7078-4efa-9867-701780e701b0), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.440254 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36af1d2-6746-4ac7-ae8f-0d94e262884e None None] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:35.522950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:35.525324 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:35.539175 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-bb71461d-85a4-403b-85e7-3c6250eafd6c None None] Provisioning complete for port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:35.539666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-bb71461d-85a4-403b-85e7-3c6250eafd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.540022 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-bb71461d-85a4-403b-85e7-3c6250eafd6c None None] Attempt 1 to provision port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e Sep 29 02:14:35.571583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Router a77bd2a7-7078-4efa-9867-701780e701b0 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:35.642560 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-bb71461d-85a4-403b-85e7-3c6250eafd6c None None] Current status of the port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:35.671668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:35.679698 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:35.688854 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Sync routers for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:35.701147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.703129 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:35.703761 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:35.705544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52488) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:35.706029 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-bbe4495c-eb84-438e-9ce6-6e25faa25e82 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8365099 Sep 29 02:14:35.822603 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:35.903448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-2cb45936-b8f6-4dde-9249-32899a9fad14 None None] Provisioning complete for port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:35.903817 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2cb45936-b8f6-4dde-9249-32899a9fad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.904147 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-2cb45936-b8f6-4dde-9249-32899a9fad14 None None] Attempt 1 to provision port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e Sep 29 02:14:36.033789 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.064965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.071792 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2cb45936-b8f6-4dde-9249-32899a9fad14 None None] Current status of the port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:36.081285 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:35Z', 'revision_number': 3, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:36.107569 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Checking router: a77bd2a7-7078-4efa-9867-701780e701b0 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:36.108244 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Updating router a77bd2a7-7078-4efa-9867-701780e701b0 port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:36.113412 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68415ad-1f5b-469f-b899-103f64b9f620 req-9b486c35-0090-4ba8-b403-a3d59965ac50 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:36.114921 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c68415ad-1f5b-469f-b899-103f64b9f620 req-9b486c35-0090-4ba8-b403-a3d59965ac50 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0862539 Sep 29 02:14:36.139888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.206074 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c68415ad-1f5b-469f-b899-103f64b9f620 req-bd0f34d2-c8e9-408d-9302-79a86c0c9dce tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842974 Sep 29 02:14:36.394963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks [] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.403289 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.414482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.438664 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Attempting to bind port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:36.439020 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Attempting to bind port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:36.439494 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Attempting to bind port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:36.480542 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a186a24-9079-4228-b166-0ec38ce36cec None None] Pushing event updated for resources: {'Port': ['ID=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:36.499717 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:36.500087 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:36.500535 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.500892 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:36.501450 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Bound port: 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:36.501861 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.545622 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.553029 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] For port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:36.556291 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] For port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:36.564077 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.572765 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Allocated IP 172.20.0.1 (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b/4973815f-5c32-4f75-b1db-3450b331879b/db44bf35-9a11-49bf-aee3-141d1a220aa5) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:36.603345 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:36.603970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:36.659731 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a186a24-9079-4228-b166-0ec38ce36cec None None] Pushing event updated for resources: {'Port': ['ID=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:36.678495 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.681430 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks [] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.718369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.723103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:36.760060 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:36.765179 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:36.767381 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Pushing event updated for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:36.769299 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:36.807701 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (a77bd2a7-7078-4efa-9867-701780e701b0), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.875236 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.898454 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.932742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:35Z', 'revision_number': 3, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:36.968093 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.107731 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dcdb5-dd93-4931-9faf-81cd675b1774 None None] The sync data for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi is: [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:35Z', 'revision_number': 3, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:37.125651 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Provisioning complete for port db44bf35-9a11-49bf-aee3-141d1a220aa5 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:37.126191 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.126618 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 1 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:37.163481 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:37.197725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:37.217001 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:37.217522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.217948 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e Sep 29 02:14:37.266429 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks [] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.276944 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.328688 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:37.370617 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b54c-c364-48a7-92d1-3c2d4e40a8a4 req-cbf0d780-3b33-46ee-b28f-73db4c5d4982 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:37.375607 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (a77bd2a7-7078-4efa-9867-701780e701b0), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.378769 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Pushing event updated for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:37.380338 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8182b54c-c364-48a7-92d1-3c2d4e40a8a4 req-cbf0d780-3b33-46ee-b28f-73db4c5d4982 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0795844 Sep 29 02:14:37.443942 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8182b54c-c364-48a7-92d1-3c2d4e40a8a4 req-7ce202eb-850b-4ffa-b312-ecb68901fa76 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Sep 29 02:14:37.511566 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:37.513037 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:37.660050 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Router a77bd2a7-7078-4efa-9867-701780e701b0 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:37.699390 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 2 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:37.722899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:37.777647 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:37.779720 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:37.783428 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-11999298-2bc4-4e79-965b-59e9cfaed319 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/a77bd2a7-7078-4efa-9867-701780e701b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0765579 Sep 29 02:14:38.281424 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 3 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:38.315134 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:38.325271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52544) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:38.356471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52548) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:38.362141 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1511748436-network', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:38.385965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Made reservation on behalf of 75115cecb31d48abb6236ce3dc8cd829 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:38.388617 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.397757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.473028 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks [] for security_group (b26eee1a-7031-48f6-95ad-7008f67ebb9b), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.477662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b26eee1a-7031-48f6-95ad-7008f67ebb9b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.517505 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:38.546460 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (db6f74e4-5724-4b58-8b7d-fd71fa788b9d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.547006 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Added segment db6f74e4-5724-4b58-8b7d-fd71fa788b9d of type vlan for network 8c54c0bd-7455-4269-9a0a-f918e339498d Sep 29 02:14:38.549426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26eee1a-7031-48f6-95ad-7008f67ebb9b,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:38.590263 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9aff388-b09e-45a9-9936-306fad6ab6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.594152 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea4743-deeb-4ec9-b0b1-98d53e06e600 req-562983d3-6f05-46cc-8995-313a3379df4f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.595866 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1fea4743-deeb-4ec9-b0b1-98d53e06e600 req-562983d3-6f05-46cc-8995-313a3379df4f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0569832 Sep 29 02:14:38.643763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (8c54c0bd-7455-4269-9a0a-f918e339498d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.655240 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1fea4743-deeb-4ec9-b0b1-98d53e06e600 req-ead97f20-5965-4730-8490-a9a10708d961 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519524 Sep 29 02:14:38.685836 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (8c54c0bd-7455-4269-9a0a-f918e339498d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.686865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.687431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.748201 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3905346 Sep 29 02:14:38.751744 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52552) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:38.758831 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Request body: {'subnet': {'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1511748436-subnet', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:38.768551 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59984e-7d1b-4a00-8ab4-7bd02a05abcb admin admin] Pushing event updated for resources: {'Network': ['ID=8c54c0bd-7455-4269-9a0a-f918e339498d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:38.782046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Made reservation on behalf of 75115cecb31d48abb6236ce3dc8cd829 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:38.784909 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 8c54c0bd-7455-4269-9a0a-f918e339498d details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:38.785051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.796890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9aff388-b09e-45a9-9936-306fad6ab6f4 admin admin] Publish callbacks [] for security_group (50af3bd9-1a5e-4151-8c18-b118f7d9ac62), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.807851 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e9aff388-b09e-45a9-9936-306fad6ab6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (50af3bd9-1a5e-4151-8c18-b118f7d9ac62), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.831996 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 4 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:38.852396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.865840 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e9aff388-b09e-45a9-9936-306fad6ab6f4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cff2f494a8064952a7ff8184ef8fea7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394495 Sep 29 02:14:38.867897 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52556) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:38.870197 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aff388-b09e-45a9-9936-306fad6ab6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50af3bd9-1a5e-4151-8c18-b118f7d9ac62,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:38.870563 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.899994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:38.934928 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] Publish callbacks [] for security_group (50af3bd9-1a5e-4151-8c18-b118f7d9ac62), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.944402 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.958307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] Publish callbacks [] for security_group (50af3bd9-1a5e-4151-8c18-b118f7d9ac62), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.992656 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (dbbc8938-cad8-4caf-ada2-e70fd5f1afbd), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.993026 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Sync routers for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:39.005963 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:39.006614 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:39.033308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (50af3bd9-1a5e-4151-8c18-b118f7d9ac62), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.036871 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.040910 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/50af3bd9-1a5e-4151-8c18-b118f7d9ac62 HTTP/1.1" status: 204 len: 168 time: 0.1719387 Sep 29 02:14:39.050211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7219-a9dc-4f0c-bb41-66541e188a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50af3bd9-1a5e-4151-8c18-b118f7d9ac62,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.059582 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbc8938-cad8-4caf-ada2-e70fd5f1afbd,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.078944 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Checking segment: {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:39.079431 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Network hostable DHCP agents. Network: 8c54c0bd-7455-4269-9a0a-f918e339498d, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:39.101380 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Network 8c54c0bd-7455-4269-9a0a-f918e339498d is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:39.117788 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 8c54c0bd-7455-4269-9a0a-f918e339498d) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:39.122936 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.129214 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c803e7a-569a-46c2-a194-534ebc0203bd None None] Network 8c54c0bd-7455-4269-9a0a-f918e339498d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:39.141345 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:39.143631 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.173456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 52560) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:39.173714 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f048bc3b-44cb-45bd-b1d3-1338f7658400 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4195254 Sep 29 02:14:39.179094 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:39.203326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.204644 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.221853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:39.276757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for router_controller (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.318994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:39.319520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.319718 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 Sep 29 02:14:39.353657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-8c54c0bd-7455-4269-9a0a-f918e339498d', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:14:39.354911 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.371252 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:37Z', 'revision_number': 2, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:39.399498 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:39.402322 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 5 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:39.403827 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Checking router: a77bd2a7-7078-4efa-9867-701780e701b0 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:39.404383 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Updating router a77bd2a7-7078-4efa-9867-701780e701b0 port db44bf35-9a11-49bf-aee3-141d1a220aa5 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:39.434305 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.436370 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52564) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:39.451220 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-35c25e2e-6274-4e72-a41b-ecb37de5288d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.451483 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for router_gateway (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.524163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:39.560384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-35c25e2e-6274-4e72-a41b-ecb37de5288d admin admin] Publish callbacks [] for security_group (0fdeadce-126f-4cf3-b22b-e6e4c9e342fd), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.565772 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:39.566210 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.568446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-35c25e2e-6274-4e72-a41b-ecb37de5288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0fdeadce-126f-4cf3-b22b-e6e4c9e342fd), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.594099 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:39.602841 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:39.611589 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25e2e-6274-4e72-a41b-ecb37de5288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdeadce-126f-4cf3-b22b-e6e4c9e342fd,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.617943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Allocated IP 172.20.0.2 (8c54c0bd-7455-4269-9a0a-f918e339498d/dbbc8938-cad8-4caf-ada2-e70fd5f1afbd/41b5e180-aeaf-41a4-af6a-3e2e04d11077) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:39.620435 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.676520 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-35c25e2e-6274-4e72-a41b-ecb37de5288d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0e3cda5f16b5491eaee9a2467e5d7453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387943 Sep 29 02:14:39.678152 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52566) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:39.685446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for router_gateway (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.712653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.718147 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:39.734308 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:39.735648 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.758594 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] Publish callbacks [] for security_group (0fdeadce-126f-4cf3-b22b-e6e4c9e342fd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.772621 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks [] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.784276 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] Publish callbacks [] for security_group (0fdeadce-126f-4cf3-b22b-e6e4c9e342fd), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.791526 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.846791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks [] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.856579 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.860084 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0fdeadce-126f-4cf3-b22b-e6e4c9e342fd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.863760 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:39.867431 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0fdeadce-126f-4cf3-b22b-e6e4c9e342fd HTTP/1.1" status: 204 len: 168 time: 0.1852529 Sep 29 02:14:39.867567 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf2186-8e22-425c-b9c7-8690453f3ee9 req-eeb5d5dc-8d0d-4ea4-87a6-a4158a6f1052 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.887069 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4faf2186-8e22-425c-b9c7-8690453f3ee9 req-eeb5d5dc-8d0d-4ea4-87a6-a4158a6f1052 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0859528 Sep 29 02:14:39.888540 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7a66-f3b9-4a3e-9e61-1fa9935ecfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdeadce-126f-4cf3-b22b-e6e4c9e342fd,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.905974 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Network 8c54c0bd-7455-4269-9a0a-f918e339498d is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:39.910968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Allocated IP 172.27.2.19 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/990e6bc8-9439-4bce-b1e0-dac8a45af4c9) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:39.920717 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:39.927287 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:39.949060 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Pushing event updated for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.949282 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Pushing event updated for resources: {'Port': ['ID=41b5e180-aeaf-41a4-af6a-3e2e04d11077,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:39.986100 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.986685 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4faf2186-8e22-425c-b9c7-8690453f3ee9 req-ed7d0c9b-e3bb-4f85-aabf-0f83b1a5c6b0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984473 Sep 29 02:14:39.986810 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.987275 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.988011 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.988773 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.989195 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.989557 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.990029 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.990430 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.990938 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.991265 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.991707 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.991924 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.992231 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:39.992546 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:40.006480 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Attempting to bind port db44bf35-9a11-49bf-aee3-141d1a220aa5 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:40.007066 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Attempting to bind port db44bf35-9a11-49bf-aee3-141d1a220aa5 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:40.007338 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Attempting to bind port db44bf35-9a11-49bf-aee3-141d1a220aa5 on network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:40.010802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Attempting to bind port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:40.011170 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Attempting to bind port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:40.011531 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Attempting to bind port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 on network 8c54c0bd-7455-4269-9a0a-f918e339498d {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:40.062071 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 6 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:40.071107 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:40.071755 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Checking segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:40.072334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.073925 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Bound using segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:40.075146 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Bound port: db44bf35-9a11-49bf-aee3-141d1a220aa5, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:40.075726 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.093552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:40.094033 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Checking segment: {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:40.094502 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.094952 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Bound using segment: {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:40.095485 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Bound port: 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:40.095915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.114827 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.122164 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.165497 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] For port db44bf35-9a11-49bf-aee3-141d1a220aa5, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:40.167338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.170667 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] For port db44bf35-9a11-49bf-aee3-141d1a220aa5, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db44bf35-9a11-49bf-aee3-141d1a220aa5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:40.175041 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] For port 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:40.195990 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.196647 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Port db44bf35-9a11-49bf-aee3-141d1a220aa5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:40.198411 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] For port 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=41b5e180-aeaf-41a4-af6a-3e2e04d11077,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:40.209455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.220947 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.236069 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.244293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Pushing event updated for resources: {'Port': ['ID=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:40.251664 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:40.252097 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:40.274800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:40.276779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:40.282882 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:40.283576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becbfce-f9e1-44ba-8915-b26b3130c7f7 None None] Pushing event updated for resources: {'Port': ['ID=41b5e180-aeaf-41a4-af6a-3e2e04d11077,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:40.330249 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227359d-2099-4b8e-a98f-c6e3c6e8393a None None] Pushing event updated for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:40.398355 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:40.554264 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:40.622445 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for router_gateway (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.650995 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:40.686894 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581126ec-d615-48f6-b8fe-b156bc520070 None None] The sync data for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi is: [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:40.697562 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Attempt 7 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:40.827325 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Current status of the port db44bf35-9a11-49bf-aee3-141d1a220aa5 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:40.827929 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.880755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-ca06570c-c174-4371-808d-53b31010e864 None None] For port db44bf35-9a11-49bf-aee3-141d1a220aa5, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db44bf35-9a11-49bf-aee3-141d1a220aa5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:40.896030 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:40.964604 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06570c-c174-4371-808d-53b31010e864 None None] Pushing event updated for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:41.023443 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-688794fc-e15f-4bfb-8d9c-72085e607d62 None None] Provisioning complete for port db44bf35-9a11-49bf-aee3-141d1a220aa5 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:41.023821 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-688794fc-e15f-4bfb-8d9c-72085e607d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.024151 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-688794fc-e15f-4bfb-8d9c-72085e607d62 None None] Attempt 1 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:41.163839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-688794fc-e15f-4bfb-8d9c-72085e607d62 None None] Current status of the port db44bf35-9a11-49bf-aee3-141d1a220aa5 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:41.280870 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43247c-21bb-46dc-bedf-055ac60fcdfa req-d2e52086-acd7-49ce-ac36-879e6c1ebf02 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:41.286862 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.287058 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ea43247c-21bb-46dc-bedf-055ac60fcdfa req-d2e52086-acd7-49ce-ac36-879e6c1ebf02 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.1376414 Sep 29 02:14:41.371296 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ea43247c-21bb-46dc-bedf-055ac60fcdfa req-0a7d97a7-a82e-4b35-bb11-65e291f2e9a4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 Sep 29 02:14:41.379808 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 41b5e180-aeaf-41a4-af6a-3e2e04d11077 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:41.462109 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:41.462628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.463126 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 Sep 29 02:14:41.507370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:41.533925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:14:41.602376 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:41.602774 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.645768 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52606) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:41.658266 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=41b5e180-aeaf-41a4-af6a-3e2e04d11077,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:41.673746 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.674965 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:41.716729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:41.732000 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Sync routers for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:41.754866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.756975 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0472f311-ce9d-4b3f-9978-0f720cac74f7 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5819993 Sep 29 02:14:41.759943 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52610) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:41.779993 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:41.780615 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:41.792187 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b95d2-bd0f-4e6b-b16b-4f665b5f332a None None] Network 8c54c0bd-7455-4269-9a0a-f918e339498d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:41.843700 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9d0db58-3099-4b93-98cc-394411cb087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.893428 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:41.893708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.894059 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 Sep 29 02:14:41.912984 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-7c842a50-9f9f-492f-8278-88dd7b60fbd3 None None] Provisioning complete for port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:41.913340 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7c842a50-9f9f-492f-8278-88dd7b60fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:41.913661 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-7c842a50-9f9f-492f-8278-88dd7b60fbd3 None None] Attempt 1 to provision port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 Sep 29 02:14:42.038525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.063168 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9d0db58-3099-4b93-98cc-394411cb087f admin admin] Publish callbacks [] for security_group (b2eeba0e-411e-436f-b512-63de4afabfd2), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.069725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=41b5e180-aeaf-41a4-af6a-3e2e04d11077,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:42.073942 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9d0db58-3099-4b93-98cc-394411cb087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b2eeba0e-411e-436f-b512-63de4afabfd2), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.156019 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0db58-3099-4b93-98cc-394411cb087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eeba0e-411e-436f-b512-63de4afabfd2,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:42.162356 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f9d0db58-3099-4b93-98cc-394411cb087f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=08cd6ab79dc44fc997a0a03bd67c370f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154281 Sep 29 02:14:42.164939 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52614) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:42.179700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.225012 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:42.281469 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] Publish callbacks [] for security_group (b2eeba0e-411e-436f-b512-63de4afabfd2), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.285689 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.312828 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] Publish callbacks [] for security_group (b2eeba0e-411e-436f-b512-63de4afabfd2), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.398307 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:42.399420 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db44bf35-9a11-49bf-aee3-141d1a220aa5 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:42.403629 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-7c842a50-9f9f-492f-8278-88dd7b60fbd3 None None] Current status of the port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:42.425567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.435752 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b2eeba0e-411e-436f-b512-63de4afabfd2), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.438131 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.441885 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b2eeba0e-411e-436f-b512-63de4afabfd2 HTTP/1.1" status: 204 len: 168 time: 0.2732756 Sep 29 02:14:42.442163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.470591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562d38a-36e6-4f17-b6a9-92f0227e7429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eeba0e-411e-436f-b512-63de4afabfd2,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:42.537686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port db44bf35-9a11-49bf-aee3-141d1a220aa5 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:42.538092 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.538424 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port db44bf35-9a11-49bf-aee3-141d1a220aa5 Sep 29 02:14:42.577089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 3, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:42.580536 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af3b48-f34c-4231-8ebf-c63593e30a0a req-36a13502-6793-411f-a98a-796b96ca3806 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:42.582439 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58af3b48-f34c-4231-8ebf-c63593e30a0a req-36a13502-6793-411f-a98a-796b96ca3806 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0619950 Sep 29 02:14:42.613356 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Checking router: ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:42.614120 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Updating router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:42.661972 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-2191394b-a571-4432-a5f7-0fa3bf73b8c1 None None] Provisioning complete for port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:42.662344 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2191394b-a571-4432-a5f7-0fa3bf73b8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.662597 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-2191394b-a571-4432-a5f7-0fa3bf73b8c1 None None] Attempt 1 to provision port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 Sep 29 02:14:42.666549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Allocated IP 172.20.0.1 (8c54c0bd-7455-4269-9a0a-f918e339498d/dbbc8938-cad8-4caf-ada2-e70fd5f1afbd/27aa5836-f0b3-44f8-9434-92ff554db131) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:42.667161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.671449 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58af3b48-f34c-4231-8ebf-c63593e30a0a req-a6e258bd-f1da-4404-9d68-445b32d85dbe tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783765 Sep 29 02:14:42.808944 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port db44bf35-9a11-49bf-aee3-141d1a220aa5 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:42.821556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks [] for port (27aa5836-f0b3-44f8-9434-92ff554db131), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.839277 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:42.865575 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.884280 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2191394b-a571-4432-a5f7-0fa3bf73b8c1 None None] Current status of the port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:42.908466 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Network 8c54c0bd-7455-4269-9a0a-f918e339498d is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:42.913598 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:42.917477 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:42.958334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Pushing event updated for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:42.993446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.091452 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks [] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.107314 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.200688 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.207508 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 41b5e180-aeaf-41a4-af6a-3e2e04d11077 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:43.213146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Attempting to bind port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:43.213530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Attempting to bind port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:43.213881 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Attempting to bind port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:43.229071 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.319873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Provisioning complete for port 27aa5836-f0b3-44f8-9434-92ff554db131 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:43.320253 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.320581 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 1 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:43.345884 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a1910-ac6d-489e-8f67-a9883369cda9 None None] Pushing event updated for resources: {'Port': ['ID=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:43.367897 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.383666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:43.384030 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:43.384426 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.384813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:43.385289 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Bound port: 990e6bc8-9439-4bce-b1e0-dac8a45af4c9, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:43.385657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.387170 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:43.389453 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.431166 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:43.431824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.431824 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 Sep 29 02:14:43.436172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks [] for port (27aa5836-f0b3-44f8-9434-92ff554db131), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.443402 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.471183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.502616 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] For port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:43.519466 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Pushing event updated for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:43.521556 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] For port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:43.522282 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.547049 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:43.586479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:43.600447 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:43.601010 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:43.637050 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Network 8c54c0bd-7455-4269-9a0a-f918e339498d is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:43.638755 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:43.648966 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a1910-ac6d-489e-8f67-a9883369cda9 None None] Pushing event updated for resources: {'Port': ['ID=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:43.744592 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:43.842665 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f7d08-ccfd-48de-b2bc-7a46ae9e1921 req-53db608f-ed4e-4843-b0a2-302a960f2234 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:43.848865 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-373f7d08-ccfd-48de-b2bc-7a46ae9e1921 req-53db608f-ed4e-4843-b0a2-302a960f2234 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0671997 Sep 29 02:14:43.887494 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:43.894287 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 2 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:43.921024 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.989903 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-373f7d08-ccfd-48de-b2bc-7a46ae9e1921 req-efeefc4b-62c6-46b2-81fe-69bdf957d323 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292729 Sep 29 02:14:44.015673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:44.042279 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ecdc0-6cc6-4725-865c-86f93dde1135 req-c21d9f42-00fa-4db9-8b4e-c8d280c61bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.044374 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e68ecdc0-6cc6-4725-865c-86f93dde1135 req-c21d9f42-00fa-4db9-8b4e-c8d280c61bfb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1129 time: 0.0464852 Sep 29 02:14:44.048485 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-14a0f562-9c24-41bc-93d5-08a5758f51c6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826035 Sep 29 02:14:44.066725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:44.072016 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-bd558660-0714-405c-99c6-9895ba095f1e admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3106174 Sep 29 02:14:44.120512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:44.137940 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:14:44.139219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '27aa5836-f0b3-44f8-9434-92ff554db131', 'name': '', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'mac_address': 'fa:16:3e:3a:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:42Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 2, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'subnets': [{'id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:44.144531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:44.169733 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfa1c9-d75c-4565-b657-4e51c789fadc None None] The sync data for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi is: [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '27aa5836-f0b3-44f8-9434-92ff554db131', 'name': '', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'mac_address': 'fa:16:3e:3a:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:42Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 2, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'subnets': [{'id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:44.173132 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e68ecdc0-6cc6-4725-865c-86f93dde1135 req-6569f1fa-9a7e-4cf4-9118-f2c8a048b7d4 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Sep 29 02:14:44.175312 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-564f0996-2590-4a9f-9120-d24c20470816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.177317 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-564f0996-2590-4a9f-9120-d24c20470816 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.0734310 Sep 29 02:14:44.517198 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 3 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:44.552600 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:44.903707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-ab7a9157-3f1e-4884-ae74-79be5b7e44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.905704 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-ab7a9157-3f1e-4884-ae74-79be5b7e44c9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.1183860 Sep 29 02:14:45.053734 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 4 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:45.126400 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.132196 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:45.216727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:45.226834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd8375-2aea-46ac-813a-246cc37d8451 req-dd042a3d-35b7-4787-9d05-1f9a36d4e3c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.229244 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1acd8375-2aea-46ac-813a-246cc37d8451 req-dd042a3d-35b7-4787-9d05-1f9a36d4e3c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0814607 Sep 29 02:14:45.302990 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:45.303360 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.303888 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 Sep 29 02:14:45.330136 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1acd8375-2aea-46ac-813a-246cc37d8451 req-46b70111-450c-41a7-a18e-306b1ed02be5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Sep 29 02:14:45.426585 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:45.427105 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.452495 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:45.459774 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.521837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:45.633536 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 5 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:45.677649 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:46.179074 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 6 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:46.225524 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:46.485650 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e0813-1b90-42fd-b007-1f55692946c4 req-d5b2807b-63d5-4612-9ccb-0ff7412cbb92 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:46.487404 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-850e0813-1b90-42fd-b007-1f55692946c4 req-d5b2807b-63d5-4612-9ccb-0ff7412cbb92 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0631027 Sep 29 02:14:46.558745 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-850e0813-1b90-42fd-b007-1f55692946c4 req-d04c3d65-5081-4e79-a95f-0d045d3030f3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643585 Sep 29 02:14:46.727337 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 7 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:46.783895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:47.123314 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:47.128459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.174745 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:47.175250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.175680 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 Sep 29 02:14:47.350315 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 8 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:47.394792 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:47.432783 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:47.684993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074c05e-0c56-4232-87d1-8ea75ad74f2f req-27e52c8b-8e22-43a1-a42e-dbe8d4059ec1 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:47.686584 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4074c05e-0c56-4232-87d1-8ea75ad74f2f req-27e52c8b-8e22-43a1-a42e-dbe8d4059ec1 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0554574 Sep 29 02:14:47.742892 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4074c05e-0c56-4232-87d1-8ea75ad74f2f req-1c84364f-37cf-4894-86dc-437cc54532f4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501509 Sep 29 02:14:47.896465 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 9 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:47.944583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:48.262090 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Sync routers for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:48.276325 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:48.277272 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:48.381774 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:48.446359 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Attempt 10 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:48.488376 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d63-f43a-4617-acec-c1fe7bda71a3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:48.615479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Provisioning complete for port 27aa5836-f0b3-44f8-9434-92ff554db131 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:48.616399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.616777 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Attempt 1 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:48.655791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:48.673878 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '27aa5836-f0b3-44f8-9434-92ff554db131', 'name': '', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'mac_address': 'fa:16:3e:3a:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:42Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 2, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'subnets': [{'id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:48.705504 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Checking router: ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:48.705840 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Updating router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c port 27aa5836-f0b3-44f8-9434-92ff554db131 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:14:48.740904 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.749613 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.873802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876638-afca-4a54-b95f-98c2e7dc88c5 req-990c1614-3fd9-4e05-bb44-a2da86247e2b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:48.875918 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-68876638-afca-4a54-b95f-98c2e7dc88c5 req-990c1614-3fd9-4e05-bb44-a2da86247e2b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Sep 29 02:14:48.929497 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-68876638-afca-4a54-b95f-98c2e7dc88c5 req-8a567058-7a3d-4ce0-a215-073a732f5ba7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Sep 29 02:14:49.055952 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks [] for port (27aa5836-f0b3-44f8-9434-92ff554db131), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.064881 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.092830 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.113641 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a019-ea9c-4750-8259-bf99088f0a73 None None] Pushing event updated for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.157930 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Attempt 2 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:49.179180 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Attempting to bind port 27aa5836-f0b3-44f8-9434-92ff554db131 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:49.179553 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Attempting to bind port 27aa5836-f0b3-44f8-9434-92ff554db131 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:49.179896 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Attempting to bind port 27aa5836-f0b3-44f8-9434-92ff554db131 on network 8c54c0bd-7455-4269-9a0a-f918e339498d {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:49.199835 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Port 27aa5836-f0b3-44f8-9434-92ff554db131 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:49.224246 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:49.224680 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Checking segment: {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:49.225004 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.225419 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Bound using segment: {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:49.225887 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Bound port: 27aa5836-f0b3-44f8-9434-92ff554db131, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:49.226295 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.293672 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] For port 27aa5836-f0b3-44f8-9434-92ff554db131, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:49.297964 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] For port 27aa5836-f0b3-44f8-9434-92ff554db131, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=27aa5836-f0b3-44f8-9434-92ff554db131,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:49.304759 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.340930 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:49.341562 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:14:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:49.399283 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a019-ea9c-4750-8259-bf99088f0a73 None None] Pushing event updated for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=4']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.443524 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-3344691c-be45-4dc8-a67f-c21dc0bb03f2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 217 time: 0.0371814 Sep 29 02:14:49.472087 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:49.504250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-a5549eb0-f0f6-4bbe-9940-15ba4370858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.506034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-a5549eb0-f0f6-4bbe-9940-15ba4370858a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0563276 Sep 29 02:14:49.574017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-8cda1785-a96e-4bf1-b5e6-f6c5e879cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.575869 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-8cda1785-a96e-4bf1-b5e6-f6c5e879cdb4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517693 Sep 29 02:14:49.677863 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-36d85ccc-3f39-4d7c-877e-b3fe9f42e43d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933745 Sep 29 02:14:49.678134 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '27aa5836-f0b3-44f8-9434-92ff554db131', 'name': '', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'mac_address': 'fa:16:3e:3a:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:42Z', 'updated_at': '2022-09-29T02:14:49Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'subnets': [{'id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:49.701313 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Attempt 3 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:49.704441 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d23f5c-c01c-4cd7-a3ab-ed8bcfca66b9 None None] The sync data for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi is: [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:43Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '27aa5836-f0b3-44f8-9434-92ff554db131', 'name': '', 'network_id': '8c54c0bd-7455-4269-9a0a-f918e339498d', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'mac_address': 'fa:16:3e:3a:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:42Z', 'updated_at': '2022-09-29T02:14:49Z', 'revision_number': 4, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'subnets': [{'id': 'dbbc8938-cad8-4caf-ada2-e70fd5f1afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:49.808337 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Current status of the port 27aa5836-f0b3-44f8-9434-92ff554db131 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:49.808730 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.809220 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e11b5dd-1e99-4526-a80f-26381507a8a2 req-74d3c458-be2b-4f47-9555-5165a5804cc7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220174 Sep 29 02:14:49.836707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.859104 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] For port 27aa5836-f0b3-44f8-9434-92ff554db131, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=27aa5836-f0b3-44f8-9434-92ff554db131,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:49.869820 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.927267 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b62f-1add-426b-a8b6-c8aa250a4ac3 None None] Pushing event updated for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.075325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd90da-6787-4ea3-8e14-7a6d6471c396 req-b706f956-fc7a-40ed-8635-b9ffbccb8b55 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.082480 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-23bd90da-6787-4ea3-8e14-7a6d6471c396 req-b706f956-fc7a-40ed-8635-b9ffbccb8b55 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0641506 Sep 29 02:14:50.142831 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-23bd90da-6787-4ea3-8e14-7a6d6471c396 req-36639a93-7d16-4d99-8589-02ec1b668484 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553329 Sep 29 02:14:51.141763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 27aa5836-f0b3-44f8-9434-92ff554db131 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:51.212232 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 27aa5836-f0b3-44f8-9434-92ff554db131 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:51.212603 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.213139 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 27aa5836-f0b3-44f8-9434-92ff554db131 Sep 29 02:14:51.300370 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c3a8f-191e-4bc0-9b64-63c828fa9b4e req-9c1430c7-6bc8-4632-aaae-e2437c7f9722 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.308422 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0e9c3a8f-191e-4bc0-9b64-63c828fa9b4e req-9c1430c7-6bc8-4632-aaae-e2437c7f9722 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0716982 Sep 29 02:14:51.315227 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 27aa5836-f0b3-44f8-9434-92ff554db131 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:51.626955 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0e9c3a8f-191e-4bc0-9b64-63c828fa9b4e req-cf630528-3794-47e2-ba23-87a3ada2a5b4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175571 Sep 29 02:14:51.799145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440b4ab-616e-4467-9d89-456e37d3c342 req-b6bb028b-f238-4d65-b0af-c7a9110f626b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.807246 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e440b4ab-616e-4467-9d89-456e37d3c342 req-b6bb028b-f238-4d65-b0af-c7a9110f626b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0681660 Sep 29 02:14:51.863791 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e440b4ab-616e-4467-9d89-456e37d3c342 req-290062ac-b58c-4040-95ef-297283e232ce tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541930 Sep 29 02:14:53.144314 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52800) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.279480 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-deca4d6c-18ef-4987-a76f-fee0504cd4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.366033 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-deca4d6c-18ef-4987-a76f-fee0504cd4f9 admin admin] Publish callbacks [] for security_group (8226987e-0f36-4f62-97aa-0058cabb40e1), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.371202 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-deca4d6c-18ef-4987-a76f-fee0504cd4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8226987e-0f36-4f62-97aa-0058cabb40e1), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.405328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.411794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4d6c-18ef-4987-a76f-fee0504cd4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8226987e-0f36-4f62-97aa-0058cabb40e1,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.417512 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-deca4d6c-18ef-4987-a76f-fee0504cd4f9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=937e7878ec7a4a4d92f457a2a94001fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722397 Sep 29 02:14:53.422402 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52804) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.483516 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] Publish callbacks [] for security_group (8226987e-0f36-4f62-97aa-0058cabb40e1), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.514487 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] Publish callbacks [] for security_group (8226987e-0f36-4f62-97aa-0058cabb40e1), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.574383 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8226987e-0f36-4f62-97aa-0058cabb40e1), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.590250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.590250 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8226987e-0f36-4f62-97aa-0058cabb40e1 HTTP/1.1" status: 204 len: 168 time: 0.1579776 Sep 29 02:14:53.591078 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414a54-0493-4988-856b-5ea03458986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226987e-0f36-4f62-97aa-0058cabb40e1,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.967054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52818) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.987659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fbc5db-c67e-4362-87da-25af639f5c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.019868 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0360db-53b7-4396-b38e-89ddca73463c req-52393829-3291-41d1-bb43-b1344380cb83 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:54.021940 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3c0360db-53b7-4396-b38e-89ddca73463c req-52393829-3291-41d1-bb43-b1344380cb83 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0913541 Sep 29 02:14:54.095285 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.110373 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3c0360db-53b7-4396-b38e-89ddca73463c req-b7959a5e-7794-4f03-bc15-e9d0261e8c78 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817852 Sep 29 02:14:54.136028 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fbc5db-c67e-4362-87da-25af639f5c46 admin admin] Publish callbacks [] for security_group (bdd86360-e524-496f-b226-19cea780cc64), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.140701 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fbc5db-c67e-4362-87da-25af639f5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (bdd86360-e524-496f-b226-19cea780cc64), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.178278 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc5db-c67e-4362-87da-25af639f5c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd86360-e524-496f-b226-19cea780cc64,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.191172 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-06fbc5db-c67e-4362-87da-25af639f5c46 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5508b1e6694a46a3b11265fef4f2c499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226841 Sep 29 02:14:54.194087 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 52820) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:54.248375 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] Publish callbacks [] for security_group (bdd86360-e524-496f-b226-19cea780cc64), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.273732 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] Publish callbacks [] for security_group (bdd86360-e524-496f-b226-19cea780cc64), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.336658 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (bdd86360-e524-496f-b226-19cea780cc64), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.339483 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.343231 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bdd86360-e524-496f-b226-19cea780cc64 HTTP/1.1" status: 204 len: 168 time: 0.1457675 Sep 29 02:14:54.350605 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef934ecf-fe74-4d11-8673-14cb7f8343a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd86360-e524-496f-b226-19cea780cc64,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:55.075925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:55.116258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-ace9118c-0418-46ca-aa13-f1d61cba7bf7 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:55.117888 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-ace9118c-0418-46ca-aa13-f1d61cba7bf7 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 815 time: 0.1181347 Sep 29 02:14:55.133613 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-7c0846ae-f581-449e-b64d-a8528da5e8de tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/quotas/30c052816d5544b38124d98d05b32798 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Sep 29 02:14:55.187806 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-c1545cdd-b77a-4a10-924b-800d2ce6002f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490587 Sep 29 02:14:55.235036 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865021-88e1-46f2-94db-d6c0bd6f89ae req-51bfc407-4983-4c30-b39f-8c4b2a4033a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:55.239259 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-45865021-88e1-46f2-94db-d6c0bd6f89ae req-51bfc407-4983-4c30-b39f-8c4b2a4033a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0532243 Sep 29 02:14:55.267093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:55.303397 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-d0dd9853-19ec-41b8-a0d9-8f06fd3253f7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015480 Sep 29 02:14:55.306082 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-45865021-88e1-46f2-94db-d6c0bd6f89ae req-8d3ef24a-d8e4-4ee7-9f2b-340414ed0eea tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Sep 29 02:14:55.406950 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-20679583-27b9-4ea4-912c-d8f267aa7051 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Sep 29 02:14:55.602183 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-34bd7cad-b4d4-4a34-811b-d4954957208b req-542d2d5f-43e9-4a15-b15f-f2b38961281c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0411067 Sep 29 02:14:56.419141 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d50ab-7228-4ea8-8780-04ad467aa4ec req-4f9e13b2-ab28-498a-a975-2c330580230d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:56.420618 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-847d50ab-7228-4ea8-8780-04ad467aa4ec req-4f9e13b2-ab28-498a-a975-2c330580230d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0463893 Sep 29 02:14:56.476595 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-847d50ab-7228-4ea8-8780-04ad467aa4ec req-e531df7e-56f5-41b4-998c-5707b921e512 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501137 Sep 29 02:14:56.618330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-7fbe9171-00e1-428e-aa6b-6398d3b7bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:56.620058 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-7fbe9171-00e1-428e-aa6b-6398d3b7bc46 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.0439167 Sep 29 02:14:56.712510 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8f174d7e-9133-44f3-a3d1-9cf05b1e7e5a req-3e7c830f-97ab-443e-a46d-1447f67bb5fd tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0325465 Sep 29 02:14:57.669402 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ff3676b8-2f23-4f30-af06-aebe8361c593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:57.745144 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca3d2b-a0bf-4f0b-9d4b-559b73b3ec16 req-20a5b7d7-aca1-4ca9-9784-356c163f140a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:57.747525 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-97ca3d2b-a0bf-4f0b-9d4b-559b73b3ec16 req-20a5b7d7-aca1-4ca9-9784-356c163f140a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Sep 29 02:14:57.796814 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-97ca3d2b-a0bf-4f0b-9d4b-559b73b3ec16 req-8138f36d-f96b-41b0-85c6-2242cdd20339 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Sep 29 02:14:57.814868 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a1fe035c-141b-4d7c-9961-72b8ab16e765 req-4b897836-12c8-4a0e-82c0-2559211b78e9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0268030 Sep 29 02:14:58.119248 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-5af278e8-a0ae-4405-8df8-730e8de731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.120724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-5af278e8-a0ae-4405-8df8-730e8de731b8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.1038570 Sep 29 02:14:58.162599 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-3f21d4d3-46b0-4ba7-a174-441d7a2cd889 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 217 time: 0.0327685 Sep 29 02:14:58.251323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-ff561f3c-3cad-4ed2-9f41-958766a279bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.252838 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-ff561f3c-3cad-4ed2-9f41-958766a279bf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0492442 Sep 29 02:14:58.306932 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-4a3ce727-f27a-495e-9c34-04144032d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.308527 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-4a3ce727-f27a-495e-9c34-04144032d112 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470836 Sep 29 02:14:58.406123 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-a69d168a-165a-4a88-b17e-3d0b67eeee45 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869775 Sep 29 02:14:58.502577 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5df957a3-6773-42a2-8fd3-056c11c6a17c req-874bbaec-7f8b-43ba-8ed2-69e1fa84d26b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909996 Sep 29 02:14:58.929855 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646070-701a-4125-986a-1cb2bac81059 req-ef2211c0-f9b9-43f7-b974-89d9e148594a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.931578 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1646070-701a-4125-986a-1cb2bac81059 req-ef2211c0-f9b9-43f7-b974-89d9e148594a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Sep 29 02:14:58.935765 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e4d14559-3075-41a7-afcb-3ad4590e1302 req-430e1964-1ccc-42a4-90f2-d6d889a440d6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0305045 Sep 29 02:14:58.952385 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:58.982146 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1646070-701a-4125-986a-1cb2bac81059 req-92fa5fff-f3c3-4823-8778-6dcf59fcf66b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Sep 29 02:14:59.208824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1c03085c-7130-4ad9-86e9-00b293e39cac tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:59.210324 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1c03085c-7130-4ad9-86e9-00b293e39cac tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 815 time: 0.1083465 Sep 29 02:14:59.236471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'port': {'device_id': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'admin_state_up': True, 'tenant_id': '30c052816d5544b38124d98d05b32798'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:59.297263 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:59.352600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Made reservation on behalf of 30c052816d5544b38124d98d05b32798 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:59.356718 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.484472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Allocated IP 172.20.0.3 (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b/4973815f-5c32-4f75-b1db-3450b331879b/989cc0ba-4262-490c-8eed-fd84bb533af5) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:59.646444 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.679767 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.680678 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:59.683971 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:59.726100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:59.729198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:59.733073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:59.760824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:59.850420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:59.850420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:59.897969 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-1772cb32-8492-4894-a39e-56480e634805 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674743 Sep 29 02:14:59.941023 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-73827639-d083-4584-a957-d4dd748171cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:00.161385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Provisioning complete for port 989cc0ba-4262-490c-8eed-fd84bb533af5 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:00.161756 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:00.162112 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 1 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:00.203642 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0476c-b66d-41bb-b914-b0b23fe4f0a6 req-1f235340-20f0-4b03-9c61-863029aa1f7a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:00.206247 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fbe0476c-b66d-41bb-b914-b0b23fe4f0a6 req-1f235340-20f0-4b03-9c61-863029aa1f7a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.1112139 Sep 29 02:15:00.274073 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fbe0476c-b66d-41bb-b914-b0b23fe4f0a6 req-f3a1d9d9-5f1b-4200-8f79-59357bb8f297 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Sep 29 02:15:00.274600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74729a-39ab-4e0b-bbd1-091a53c2625e req-02c6be29-740f-43d4-87f7-303a59159251 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:00.276345 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9c74729a-39ab-4e0b-bbd1-091a53c2625e req-02c6be29-740f-43d4-87f7-303a59159251 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.1472378 Sep 29 02:15:00.284121 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:00.360286 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9c74729a-39ab-4e0b-bbd1-091a53c2625e req-b24d1df6-14e1-4e0d-80f2-b47310359c3d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Sep 29 02:15:00.784986 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 2 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:00.836566 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:01.241983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:01.337863 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 3 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:01.393615 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:01.432782 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f537-bf13-410b-a562-1e12b0205bd7 req-fe66be41-69fc-4f06-8802-1c8826e8924b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:01.435322 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-58d6f537-bf13-410b-a562-1e12b0205bd7 req-fe66be41-69fc-4f06-8802-1c8826e8924b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0724900 Sep 29 02:15:01.453067 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.506942 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-58d6f537-bf13-410b-a562-1e12b0205bd7 req-8e19d574-7060-47b9-82ba-2d44d207774f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631959 Sep 29 02:15:01.522852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df02155-1d5b-48ed-b032-39ebec352440 req-20343843-10fc-49f2-9da6-38c2837e1eee tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:01.524498 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1df02155-1d5b-48ed-b032-39ebec352440 req-20343843-10fc-49f2-9da6-38c2837e1eee tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0627217 Sep 29 02:15:01.580354 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.609895 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1df02155-1d5b-48ed-b032-39ebec352440 req-79bbd13f-44cf-4448-a31d-e19bb6770b3c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689359 Sep 29 02:15:01.894884 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 4 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:01.918596 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.929913 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:02.430962 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 5 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:02.488381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:02.619329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:02.667165 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:02.676427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f538c-3710-4a92-ac05-36c0d35c1167 req-0f1dbc57-50f4-469a-8f17-dd070c992720 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:02.678923 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a21f538c-3710-4a92-ac05-36c0d35c1167 req-0f1dbc57-50f4-469a-8f17-dd070c992720 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0819230 Sep 29 02:15:02.763901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e608b6-9d71-458e-95d4-a70316208b15 req-a3d667fe-5210-4503-9944-78d779b8e248 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:02.771782 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0e608b6-9d71-458e-95d4-a70316208b15 req-a3d667fe-5210-4503-9944-78d779b8e248 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Sep 29 02:15:02.788875 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a21f538c-3710-4a92-ac05-36c0d35c1167 req-6664cf71-6058-46bb-a913-802539c4574c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Sep 29 02:15:02.850636 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0e608b6-9d71-458e-95d4-a70316208b15 req-17ec6b27-32ad-42a3-864e-f0d83c8342e7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773332 Sep 29 02:15:02.990275 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 6 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:03.026082 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:03.528411 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 7 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:03.572364 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:03.927476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658155-a661-47d9-8f1b-3e9462a8215b req-8118b861-016c-4e66-9fb1-5e5940b4c94a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:03.929106 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0658155-a661-47d9-8f1b-3e9462a8215b req-8118b861-016c-4e66-9fb1-5e5940b4c94a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0491827 Sep 29 02:15:03.951637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:03.970224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc5c43-3f79-4976-b3ee-b56b613b9d01 req-874c08a4-e63b-4e38-a522-8f6d547b4174 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:03.971726 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63bc5c43-3f79-4976-b3ee-b56b613b9d01 req-874c08a4-e63b-4e38-a522-8f6d547b4174 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0469575 Sep 29 02:15:03.977428 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0658155-a661-47d9-8f1b-3e9462a8215b req-129abb77-2a72-4a71-9cd4-b38854702f8b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Sep 29 02:15:04.018571 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63bc5c43-3f79-4976-b3ee-b56b613b9d01 req-c9e2a834-27c5-4c2d-b102-7f43d9f340e8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Sep 29 02:15:04.073442 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 8 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:04.106852 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:04.607997 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 9 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:04.641441 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:05.102526 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b4cc-6b1b-44db-aedb-9ee1c768e419 req-738da579-d8d9-4c55-a5bb-ef32289e2765 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.104013 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-92a8b4cc-6b1b-44db-aedb-9ee1c768e419 req-738da579-d8d9-4c55-a5bb-ef32289e2765 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0476780 Sep 29 02:15:05.142576 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Attempt 10 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:05.147318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423d8c2-ffa8-4c81-b84e-58138a3bd9c2 req-cc475d37-891f-463f-9fa8-86a6e845218c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.149857 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b423d8c2-ffa8-4c81-b84e-58138a3bd9c2 req-cc475d37-891f-463f-9fa8-86a6e845218c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Sep 29 02:15:05.167427 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-92a8b4cc-6b1b-44db-aedb-9ee1c768e419 req-b2a94983-915c-4c57-8a46-656ec03b52be tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576503 Sep 29 02:15:05.192674 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-85e8cf7b-a5ca-4d82-aead-4b73375ae797 None None] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:05.215637 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b423d8c2-ffa8-4c81-b84e-58138a3bd9c2 req-3670eb7e-a57c-452f-a5d2-ade64e39405a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Sep 29 02:15:06.303995 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf62bb-e0a9-4333-800b-f79410c78c9f req-da27232e-b1d1-4873-956a-c3f854e2afd9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.305456 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eacf62bb-e0a9-4333-800b-f79410c78c9f req-da27232e-b1d1-4873-956a-c3f854e2afd9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0479133 Sep 29 02:15:06.341601 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa4b3-6552-4554-b07c-b1203ed68207 req-b3ebe6cd-30d8-401a-9589-25f25cc7973a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.343131 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4caa4b3-6552-4554-b07c-b1203ed68207 req-b3ebe6cd-30d8-401a-9589-25f25cc7973a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0471699 Sep 29 02:15:06.357643 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eacf62bb-e0a9-4333-800b-f79410c78c9f req-9b5a0faf-4104-4c66-bfc4-7550b8681ddd tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Sep 29 02:15:06.391528 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4caa4b3-6552-4554-b07c-b1203ed68207 req-d2a5dd85-0973-4d81-b690-80e221554729 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Sep 29 02:15:07.491313 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee931c-cdc9-4474-9144-1291d489919f req-c846f01f-e6c5-487a-8615-20ede33acfcf tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.493035 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-80ee931c-cdc9-4474-9144-1291d489919f req-c846f01f-e6c5-487a-8615-20ede33acfcf tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0514655 Sep 29 02:15:07.539383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f625dd-a6e3-40d1-848c-0905e494aa83 req-f2f7c5de-10ce-413f-a4bb-9cd8a268a568 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.541813 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-37f625dd-a6e3-40d1-848c-0905e494aa83 req-f2f7c5de-10ce-413f-a4bb-9cd8a268a568 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0537486 Sep 29 02:15:07.550292 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-80ee931c-cdc9-4474-9144-1291d489919f req-1fab0b72-f9be-4655-8138-e3ebf2774678 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512087 Sep 29 02:15:07.602030 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-37f625dd-a6e3-40d1-848c-0905e494aa83 req-8018c913-8482-4ec1-8e66-bf205dc35e19 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544620 Sep 29 02:15:08.667060 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:08.681273 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5167e7-f03b-4bf2-82a9-8f4a4f9a2777 req-e3ecd65d-4346-4ecf-a62d-74be3ddcf498 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:08.682799 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b5167e7-f03b-4bf2-82a9-8f4a4f9a2777 req-e3ecd65d-4346-4ecf-a62d-74be3ddcf498 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0529335 Sep 29 02:15:08.726919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa8389-4a41-4007-9b34-d0dec5fe3783 req-29a10dd0-2960-4460-a279-43a09de08c8c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:08.728310 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7fa8389-4a41-4007-9b34-d0dec5fe3783 req-29a10dd0-2960-4460-a279-43a09de08c8c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0467303 Sep 29 02:15:08.730459 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b5167e7-f03b-4bf2-82a9-8f4a4f9a2777 req-9d1b54f9-6758-4b62-8181-d9065192f3f6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Sep 29 02:15:08.777421 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7fa8389-4a41-4007-9b34-d0dec5fe3783 req-a0451788-6bd6-43cd-9c54-5184c29bf385 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Sep 29 02:15:09.889833 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69fd3-1c06-4346-867b-1283125abc53 req-4ee49657-985c-4448-b484-06e690877df9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.892489 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-46d69fd3-1c06-4346-867b-1283125abc53 req-4ee49657-985c-4448-b484-06e690877df9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0846856 Sep 29 02:15:09.950651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afe79f-0a46-409f-89f3-dff68dd47251 req-a72cd981-a9f8-4418-9895-30585641d03c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.953078 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-46d69fd3-1c06-4346-867b-1283125abc53 req-ba98fa7f-c0e8-4191-b1a4-24c1180ac1e0 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543697 Sep 29 02:15:09.953272 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-26afe79f-0a46-409f-89f3-dff68dd47251 req-a72cd981-a9f8-4418-9895-30585641d03c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0655570 Sep 29 02:15:10.015672 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-26afe79f-0a46-409f-89f3-dff68dd47251 req-0677ffb7-0e6e-4cf7-80c4-265c1d62bd2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Sep 29 02:15:11.103599 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80432d47-b722-4fce-bdbb-1cab36c7277e req-e2ae37c6-faf3-46e2-a0b9-6150bb4e966e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.110959 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-80432d47-b722-4fce-bdbb-1cab36c7277e req-e2ae37c6-faf3-46e2-a0b9-6150bb4e966e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0660963 Sep 29 02:15:11.166212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743c007-456b-49ff-a32c-656086037ff0 req-7dea8db1-f8ff-49b8-955f-785d2a50bddf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.175960 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0743c007-456b-49ff-a32c-656086037ff0 req-7dea8db1-f8ff-49b8-955f-785d2a50bddf tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0595548 Sep 29 02:15:11.180704 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-80432d47-b722-4fce-bdbb-1cab36c7277e req-72bb686b-665c-4dc6-9941-b65dcbba4c1d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Sep 29 02:15:11.221994 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0743c007-456b-49ff-a32c-656086037ff0 req-aae56ee1-0ea7-4109-91a6-337fabc43ea8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Sep 29 02:15:12.334600 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61bfa2-881f-4a4b-8772-3abed39f83ee req-37b5a170-3a7f-4b66-a6c3-4be031f53a52 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.342478 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0f61bfa2-881f-4a4b-8772-3abed39f83ee req-37b5a170-3a7f-4b66-a6c3-4be031f53a52 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0795305 Sep 29 02:15:12.396032 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542e70c-24e4-41ee-a46d-b156ad0ec236 req-4d403577-39f2-46a8-8359-b80eb0b57aac tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.401632 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0f61bfa2-881f-4a4b-8772-3abed39f83ee req-2e055d3c-4a32-4222-8296-fcb5f3f25f5e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Sep 29 02:15:12.402538 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a542e70c-24e4-41ee-a46d-b156ad0ec236 req-4d403577-39f2-46a8-8359-b80eb0b57aac tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Sep 29 02:15:12.479433 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a542e70c-24e4-41ee-a46d-b156ad0ec236 req-fd9d3297-ee6a-4585-9a75-0c53b315b323 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Sep 29 02:15:13.415259 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:13.518989 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c407867-2a0b-443d-b312-f82b08bf869c req-5847886b-f701-4e8c-95f7-8680cda65847 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.520477 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0c407867-2a0b-443d-b312-f82b08bf869c req-5847886b-f701-4e8c-95f7-8680cda65847 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0500247 Sep 29 02:15:13.570490 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0c407867-2a0b-443d-b312-f82b08bf869c req-22e85598-4614-4998-8b11-cd06eb2b70ea tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Sep 29 02:15:13.621848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62f875-518f-45b9-b8fd-356144a83a4b req-f627999a-332b-4fa9-b92b-7428a555c9f9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.623385 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de62f875-518f-45b9-b8fd-356144a83a4b req-f627999a-332b-4fa9-b92b-7428a555c9f9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0526259 Sep 29 02:15:13.671023 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de62f875-518f-45b9-b8fd-356144a83a4b req-7de6c8fe-8bb0-4511-9d6f-f8fe460bd477 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Sep 29 02:15:14.009223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53188) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:14.124861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d0c198d-52b7-471b-bce4-b17f82ac83f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.163526 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:14.190771 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:14.205477 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d0c198d-52b7-471b-bce4-b17f82ac83f4 admin admin] Publish callbacks [] for security_group (cf43e61b-b171-4621-a717-4a383b84b828), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.212763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1d0c198d-52b7-471b-bce4-b17f82ac83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (cf43e61b-b171-4621-a717-4a383b84b828), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.252574 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1d0c198d-52b7-471b-bce4-b17f82ac83f4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c8d38aa62ca24ff1a4a993be430aff74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422235 Sep 29 02:15:14.253408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c198d-52b7-471b-bce4-b17f82ac83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43e61b-b171-4621-a717-4a383b84b828,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:14.255694 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53192) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:14.307180 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] Publish callbacks [] for security_group (cf43e61b-b171-4621-a717-4a383b84b828), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.323370 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:14.328054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] Publish callbacks [] for security_group (cf43e61b-b171-4621-a717-4a383b84b828), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.389407 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (cf43e61b-b171-4621-a717-4a383b84b828), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.391982 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.393114 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/cf43e61b-b171-4621-a717-4a383b84b828 HTTP/1.1" status: 204 len: 168 time: 0.1360323 Sep 29 02:15:14.400719 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a988a-fd57-4bc9-8af0-0cdb48d47792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43e61b-b171-4621-a717-4a383b84b828,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:14.671968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53200) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:14.686376 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-953489e9-6647-49ef-b52b-de4e5a2b22ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.700590 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9a1bc-6229-45d1-a90c-18674eb18fa8 req-9420986e-f39a-4581-a646-d88045871315 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.702126 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1d9a1bc-6229-45d1-a90c-18674eb18fa8 req-9420986e-f39a-4581-a646-d88045871315 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 931 time: 0.0528007 Sep 29 02:15:14.741422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Request body: {'port': {'device_id': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:14.763003 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1d9a1bc-6229-45d1-a90c-18674eb18fa8 req-93cb8c8f-2209-4c78-8346-9265a9dfa446 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547152 Sep 29 02:15:14.850915 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-953489e9-6647-49ef-b52b-de4e5a2b22ea admin admin] Publish callbacks [] for security_group (4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.861143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-953489e9-6647-49ef-b52b-de4e5a2b22ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.875224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945680f-eb88-49e3-ad48-69b0cdb62dea req-eb74cc0e-ff23-47ee-9d14-3fd4cb8a99e7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.876682 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8945680f-eb88-49e3-ad48-69b0cdb62dea req-eb74cc0e-ff23-47ee-9d14-3fd4cb8a99e7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.1046622 Sep 29 02:15:14.897842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.942900 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-953489e9-6647-49ef-b52b-de4e5a2b22ea admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f480210acbc6449b9835ce9631484c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695818 Sep 29 02:15:14.945172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953489e9-6647-49ef-b52b-de4e5a2b22ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:14.947280 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53208) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:15.034117 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8945680f-eb88-49e3-ad48-69b0cdb62dea req-294a4789-170d-40aa-9884-511d8801c73d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422617 Sep 29 02:15:15.128749 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] Publish callbacks [] for security_group (4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.195835 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] Publish callbacks [] for security_group (4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.247972 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53216) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:15.287124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.289745 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.290920 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf HTTP/1.1" status: 204 len: 168 time: 0.3275487 Sep 29 02:15:15.299302 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:15.309974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c1ea-8788-4a2a-97e8-3e26aaf62913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69e26d-b7de-46a5-9eb6-ca3ccf25adbf,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.348904 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989cc0ba-4262-490c-8eed-fd84bb533af5 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:15.358207 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks [] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.360435 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:15.372579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Transition to ACTIVE for port object 989cc0ba-4262-490c-8eed-fd84bb533af5 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:15.378758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.399700 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-316f4575-ef03-4769-94c1-29e110ebefae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.451720 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.490168 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-316f4575-ef03-4769-94c1-29e110ebefae admin admin] Publish callbacks [] for security_group (56f69220-c2bd-46d1-ab3f-e9d53b405498), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.496485 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-316f4575-ef03-4769-94c1-29e110ebefae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (56f69220-c2bd-46d1-ab3f-e9d53b405498), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.502782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Attempting to bind port 989cc0ba-4262-490c-8eed-fd84bb533af5 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:15.503201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Attempting to bind port 989cc0ba-4262-490c-8eed-fd84bb533af5 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:15.503757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Attempting to bind port 989cc0ba-4262-490c-8eed-fd84bb533af5 on network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:15.541117 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-316f4575-ef03-4769-94c1-29e110ebefae admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6a7d698878b044c6b458b92d61b7c7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915676 Sep 29 02:15:15.542659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f4575-ef03-4769-94c1-29e110ebefae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f69220-c2bd-46d1-ab3f-e9d53b405498,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.545265 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53224) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:15.551248 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Port 989cc0ba-4262-490c-8eed-fd84bb533af5 on network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:15.552459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Attempting to bind port 989cc0ba-4262-490c-8eed-fd84bb533af5 on network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:15.584463 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:15.606365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:15.606662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Checking segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:15.607296 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Bound using segment: {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:15.607471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Bound port: 989cc0ba-4262-490c-8eed-fd84bb533af5, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4028d061-5265-462e-a6c3-a1d21d022a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:15.607942 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.609707 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] Publish callbacks [] for security_group (56f69220-c2bd-46d1-ab3f-e9d53b405498), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.631653 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] Publish callbacks [] for security_group (56f69220-c2bd-46d1-ab3f-e9d53b405498), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.655602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53226) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:15.677724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f623d10f-61ec-4cc6-8389-031035c4233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.681556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (56f69220-c2bd-46d1-ab3f-e9d53b405498), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.684272 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.685418 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/56f69220-c2bd-46d1-ab3f-e9d53b405498 HTTP/1.1" status: 204 len: 168 time: 0.1392143 Sep 29 02:15:15.693959 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ccf5-8b58-463e-a008-0fc5cba347bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f69220-c2bd-46d1-ab3f-e9d53b405498,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.698379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:15.703812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:15.717195 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.726104 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:15.726698 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.728052 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 1093 time: 0.9923649 Sep 29 02:15:15.731219 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:15.733727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:15.798779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf507dd-fd00-4926-84da-e7f0b9054d44 x-openstack-request-id: req-ecf507dd-fd00-4926-84da-e7f0b9054d44 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:15.798779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:15.799011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecf507dd-fd00-4926-84da-e7f0b9054d44 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:15.799276 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf507dd-fd00-4926-84da-e7f0b9054d44'] response: {'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:15:15.800001 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7ad00-f04b-48bd-bc40-4f3e9be5ef84 service neutron] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.828308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f623d10f-61ec-4cc6-8389-031035c4233c admin admin] Publish callbacks [] for security_group (daa9270f-2670-42eb-8637-b150c7dabe35), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.834256 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f623d10f-61ec-4cc6-8389-031035c4233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (daa9270f-2670-42eb-8637-b150c7dabe35), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:15.908532 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f623d10f-61ec-4cc6-8389-031035c4233c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6d21a3f8e0cf4ef1850e2488ec29cb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518554 Sep 29 02:15:15.911420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53236) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:15.918906 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623d10f-61ec-4cc6-8389-031035c4233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9270f-2670-42eb-8637-b150c7dabe35,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:15.927984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae178-8408-4d1a-a361-1f8f40cf3e22 req-c6020c08-071f-4a4d-8d01-8b019b3f0e90 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:15.929498 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-008ae178-8408-4d1a-a361-1f8f40cf3e22 req-c6020c08-071f-4a4d-8d01-8b019b3f0e90 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0745387 Sep 29 02:15:16.004444 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] Publish callbacks [] for security_group (daa9270f-2670-42eb-8637-b150c7dabe35), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.009846 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-008ae178-8408-4d1a-a361-1f8f40cf3e22 req-48bb66f8-df98-41f0-8e44-0594f11005e0 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701382 Sep 29 02:15:16.036924 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] Publish callbacks [] for security_group (daa9270f-2670-42eb-8637-b150c7dabe35), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.060079 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53238) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:16.068276 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.074641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b452b7f8-45c2-4545-911a-2c3df2f1850f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.094904 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (daa9270f-2670-42eb-8637-b150c7dabe35), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.097584 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.099249 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/daa9270f-2670-42eb-8637-b150c7dabe35 HTTP/1.1" status: 204 len: 168 time: 0.1869366 Sep 29 02:15:16.116695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6258a-62c5-4d56-a312-7c0b073e28d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9270f-2670-42eb-8637-b150c7dabe35,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:16.188252 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c748f1a-3f5c-4b98-b479-46203ef42ce6 req-aa3381f3-521c-4573-8e25-4ccf97c7a707 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.189622 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2c748f1a-3f5c-4b98-b479-46203ef42ce6 req-aa3381f3-521c-4573-8e25-4ccf97c7a707 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0690470 Sep 29 02:15:16.230063 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b452b7f8-45c2-4545-911a-2c3df2f1850f admin admin] Publish callbacks [] for security_group (0026bca1-8299-44b6-bbdc-1900ae46ac52), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.239723 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b452b7f8-45c2-4545-911a-2c3df2f1850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0026bca1-8299-44b6-bbdc-1900ae46ac52), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.292947 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2c748f1a-3f5c-4b98-b479-46203ef42ce6 req-50c2dac8-59c8-4980-93ca-184ae91de2f5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965695 Sep 29 02:15:16.298978 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53246) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:16.299208 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b452b7f8-45c2-4545-911a-2c3df2f1850f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a381d1a27fa04724b00988146ffe0d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378228 Sep 29 02:15:16.300414 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b7f8-45c2-4545-911a-2c3df2f1850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0026bca1-8299-44b6-bbdc-1900ae46ac52,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:16.363486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] Publish callbacks [] for security_group (0026bca1-8299-44b6-bbdc-1900ae46ac52), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.366190 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.384659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] Publish callbacks [] for security_group (0026bca1-8299-44b6-bbdc-1900ae46ac52), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.435692 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0026bca1-8299-44b6-bbdc-1900ae46ac52), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.438597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:16.439781 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0026bca1-8299-44b6-bbdc-1900ae46ac52 HTTP/1.1" status: 204 len: 168 time: 0.1397200 Sep 29 02:15:16.447752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457af9-dbcc-4c77-8e2b-9a5b45ac02e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026bca1-8299-44b6-bbdc-1900ae46ac52,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:17.159791 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72702814-1d3d-4b92-8662-bdf8ab10af4f req-6d0d546d-d9a2-4196-a534-ed177e234d70 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.161345 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-72702814-1d3d-4b92-8662-bdf8ab10af4f req-6d0d546d-d9a2-4196-a534-ed177e234d70 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0707281 Sep 29 02:15:17.221582 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-72702814-1d3d-4b92-8662-bdf8ab10af4f req-aedbbb94-1f58-4213-9fc0-d7facd9f0126 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Sep 29 02:15:17.425441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-d0f9ef8a-133e-45bd-90c4-2e5ed812ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.426985 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-d0f9ef8a-133e-45bd-90c4-2e5ed812ba77 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1127 time: 0.0564156 Sep 29 02:15:17.430785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05323a-087e-46f4-a228-84ee82841355 req-04f90da3-fd9b-4b05-896d-e05cffb764fb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.432297 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7e05323a-087e-46f4-a228-84ee82841355 req-04f90da3-fd9b-4b05-896d-e05cffb764fb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Sep 29 02:15:17.457462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:17.497039 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7e05323a-087e-46f4-a228-84ee82841355 req-a09c7565-29a9-4770-9c0a-4f03c277d37e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565529 Sep 29 02:15:17.605347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d186-7bd9-40d6-8a21-e8fac5d808d4 req-71c42ca2-3add-4044-b574-cbae4f867ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.606893 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1a61d186-7bd9-40d6-8a21-e8fac5d808d4 req-71c42ca2-3add-4044-b574-cbae4f867ae1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.0597794 Sep 29 02:15:17.649334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-23dbfdd6-b05c-4722-a176-220929b13251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.651046 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-23dbfdd6-b05c-4722-a176-220929b13251 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=30c052816d5544b38124d98d05b32798&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2083178 Sep 29 02:15:17.709850 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1a61d186-7bd9-40d6-8a21-e8fac5d808d4 req-68474cfa-3844-421c-b7f2-bac2749a6bca service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901666 Sep 29 02:15:17.781907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-2e6bb338-14ff-4c05-b4ff-7dea6924d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.783394 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-51ebfc1f-2fc0-4df3-824e-e2cedd2ecedc req-2e6bb338-14ff-4c05-b4ff-7dea6924d6d8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194656 Sep 29 02:15:18.368919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731c0bf-5e68-4054-836f-8491c01cbe28 req-c87196e5-a919-4383-ae3d-8b15def51385 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.370989 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4731c0bf-5e68-4054-836f-8491c01cbe28 req-c87196e5-a919-4383-ae3d-8b15def51385 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0553346 Sep 29 02:15:18.444367 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4731c0bf-5e68-4054-836f-8491c01cbe28 req-b0f0e996-e310-418f-b54b-3056db5a59db tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Sep 29 02:15:18.657896 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366555-3515-4c1e-a86e-8d61cc1bc7ee req-000491dc-fbb7-4ba1-846a-156740a91e82 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.659572 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-55366555-3515-4c1e-a86e-8d61cc1bc7ee req-000491dc-fbb7-4ba1-846a-156740a91e82 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0727432 Sep 29 02:15:18.771983 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-55366555-3515-4c1e-a86e-8d61cc1bc7ee req-0a8eac67-c224-4e48-b0ba-ee2d3dd27003 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970306 Sep 29 02:15:18.798032 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-31c4ae59-093b-4d69-9b2f-8f2e9f4146a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.799774 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-31c4ae59-093b-4d69-9b2f-8f2e9f4146a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1127 time: 0.0485427 Sep 29 02:15:18.852200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-abfdee09-ddf8-4846-8596-052a846c83ae service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 217 time: 0.0370274 Sep 29 02:15:18.924092 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-c474f78e-0d2d-43eb-a6a7-8f619f6301ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.925539 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-c474f78e-0d2d-43eb-a6a7-8f619f6301ba service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.0504820 Sep 29 02:15:18.974089 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-4fdde850-c60f-40da-9e3d-141c3712a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.975481 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-4fdde850-c60f-40da-9e3d-141c3712a8c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417430 Sep 29 02:15:19.091377 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-317bc8ad-f14a-4431-bd5b-cd5852cf9c75 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915253 Sep 29 02:15:19.138443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:19.225084 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a117ddd-008f-48eb-aee8-b9ee4f968dbb req-8de6fbf6-de4f-49e2-b9e1-768a8b728025 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937488 Sep 29 02:15:19.580390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1f1cc-26c7-41ea-a132-b68a123745c6 req-1926a953-2f06-4d07-a622-e58afb87b653 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.581872 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5ba1f1cc-26c7-41ea-a132-b68a123745c6 req-1926a953-2f06-4d07-a622-e58afb87b653 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0477648 Sep 29 02:15:19.630145 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5ba1f1cc-26c7-41ea-a132-b68a123745c6 req-528f0ee7-d4d4-486d-9898-39730cb5e5fb tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Sep 29 02:15:19.905994 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f669b1-a685-4508-b625-0435ca833b1c req-f4ded99a-ed3f-4576-930d-37ac0cbb254e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.907581 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f9f669b1-a685-4508-b625-0435ca833b1c req-f4ded99a-ed3f-4576-930d-37ac0cbb254e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Sep 29 02:15:19.960072 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f9f669b1-a685-4508-b625-0435ca833b1c req-e6f26cd9-fbbc-4d43-8a72-63ba641b1a35 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Sep 29 02:15:20.735696 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:20.757231 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea09aea-017e-4371-81d7-df0c285a6775 req-5a086ae0-8d69-4077-8a36-1b6f1efb8963 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.758771 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fea09aea-017e-4371-81d7-df0c285a6775 req-5a086ae0-8d69-4077-8a36-1b6f1efb8963 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0523691 Sep 29 02:15:20.811900 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fea09aea-017e-4371-81d7-df0c285a6775 req-e72d7c71-72aa-42eb-bb2f-06f7d593fe37 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Sep 29 02:15:21.085973 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db20122-1585-49ca-b2f8-aaefbfc3b036 req-4a8d583a-9149-48e2-b6ed-4fa6f8dc3953 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.087535 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3db20122-1585-49ca-b2f8-aaefbfc3b036 req-4a8d583a-9149-48e2-b6ed-4fa6f8dc3953 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Sep 29 02:15:21.136721 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:21.139652 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3db20122-1585-49ca-b2f8-aaefbfc3b036 req-13bfba96-df27-4c77-b989-7d1b9b1da78b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452356 Sep 29 02:15:21.412039 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195155-3021-4b83-a97f-0fd235e4e871 req-4fc2a472-78d8-4910-883f-dec8efc0a558 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.413623 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad195155-3021-4b83-a97f-0fd235e4e871 req-4fc2a472-78d8-4910-883f-dec8efc0a558 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0469339 Sep 29 02:15:21.465306 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad195155-3021-4b83-a97f-0fd235e4e871 req-42da3706-e2d0-4c8a-b9f1-4bb005315171 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Sep 29 02:15:21.945337 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357276bb-c960-4ae1-81d8-d382144e41a9 req-514a5146-1034-486b-8a0d-568da1d7ebee tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.946891 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-357276bb-c960-4ae1-81d8-d382144e41a9 req-514a5146-1034-486b-8a0d-568da1d7ebee tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0537634 Sep 29 02:15:21.997371 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-357276bb-c960-4ae1-81d8-d382144e41a9 req-b7457b6a-e174-426b-a846-f8d250c533b5 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Sep 29 02:15:22.409542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53432) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:22.524351 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5b9c-8f76-49d5-a4d6-4ee6141bb915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.561165 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:22.598867 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15942e-ce5e-492d-b765-7dd36cc320c2 req-f948606e-bb3d-4d51-8e5c-e299f8f09535 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.601927 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f15942e-ce5e-492d-b765-7dd36cc320c2 req-f948606e-bb3d-4d51-8e5c-e299f8f09535 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0575073 Sep 29 02:15:22.607726 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5b9c-8f76-49d5-a4d6-4ee6141bb915 admin admin] Publish callbacks [] for security_group (7b46c883-372f-400e-a811-250e25ca1a3d), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.613947 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5b9c-8f76-49d5-a4d6-4ee6141bb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7b46c883-372f-400e-a811-250e25ca1a3d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.653939 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f15942e-ce5e-492d-b765-7dd36cc320c2 req-f3e5b918-619e-42a3-ae32-a14b26004a67 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 Sep 29 02:15:22.654610 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-dc1a5b9c-8f76-49d5-a4d6-4ee6141bb915 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d9a14c91967144eebf3f6bd0b8259e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439775 Sep 29 02:15:22.655885 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a5b9c-8f76-49d5-a4d6-4ee6141bb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46c883-372f-400e-a811-250e25ca1a3d,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:22.657605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53438) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:22.709257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] Publish callbacks [] for security_group (7b46c883-372f-400e-a811-250e25ca1a3d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.730987 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] Publish callbacks [] for security_group (7b46c883-372f-400e-a811-250e25ca1a3d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.787593 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7b46c883-372f-400e-a811-250e25ca1a3d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.790158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.791311 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7b46c883-372f-400e-a811-250e25ca1a3d HTTP/1.1" status: 204 len: 168 time: 0.1327243 Sep 29 02:15:22.799865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610592-c18c-4100-a15e-d73b1fc1fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46c883-372f-400e-a811-250e25ca1a3d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:22.813655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.107794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53448) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:23.145636 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9587ead-18bc-4ae4-baab-9dccbb0b10da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.167693 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bce84-2cf1-4f4c-ace7-356b14febdbb req-51659f8e-ba25-43df-9f5d-c2b2cbe28f2f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.169160 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-615bce84-2cf1-4f4c-ace7-356b14febdbb req-51659f8e-ba25-43df-9f5d-c2b2cbe28f2f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0762761 Sep 29 02:15:23.244323 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-615bce84-2cf1-4f4c-ace7-356b14febdbb req-bedb1178-b0dd-4258-9af2-7bb5ad78f132 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690861 Sep 29 02:15:23.284967 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9587ead-18bc-4ae4-baab-9dccbb0b10da admin admin] Publish callbacks [] for security_group (d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.291927 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9587ead-18bc-4ae4-baab-9dccbb0b10da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.297785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.336124 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e9587ead-18bc-4ae4-baab-9dccbb0b10da admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a191715d3b7342a88a30b68fc09554cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266653 Sep 29 02:15:23.337495 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9587ead-18bc-4ae4-baab-9dccbb0b10da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:23.338942 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53450) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:23.404124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] Publish callbacks [] for security_group (d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.427814 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] Publish callbacks [] for security_group (d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.799231 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c80c78-f837-4ec7-a451-98afb200563b req-b4603ce7-a82a-401f-a939-5ccecda4dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.800881 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-b4603ce7-a82a-401f-a939-5ccecda4dbf2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.3445244 Sep 29 02:15:23.813957 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b909-10ad-4ab5-9981-740e97943ee3 req-ce3813a6-c108-4987-9d6e-33dbb9631e2c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.815360 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de41b909-10ad-4ab5-9981-740e97943ee3 req-ce3813a6-c108-4987-9d6e-33dbb9631e2c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Sep 29 02:15:23.824358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.826770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.827865 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d HTTP/1.1" status: 204 len: 168 time: 0.4878299 Sep 29 02:15:23.892304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8f69-0d2b-4064-9e30-e28f624cf573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d566f6-003b-4dc8-8fd5-0b9fffccbf7d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:23.937484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:23.947158 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de41b909-10ad-4ab5-9981-740e97943ee3 req-62d17e19-8d66-4af3-91b8-a3040471eb0b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236479 Sep 29 02:15:23.975774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c80c78-f837-4ec7-a451-98afb200563b req-c38ab2d1-08b4-43fc-b025-24d930196f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.977398 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-c38ab2d1-08b4-43fc-b025-24d930196f11 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.1699855 Sep 29 02:15:24.024144 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-919fabd5-0eb0-4d9f-9d05-9732cd7b81ac service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 217 time: 0.0345089 Sep 29 02:15:24.085765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c80c78-f837-4ec7-a451-98afb200563b req-8244c394-637d-48a3-a395-22ebcc72bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.087274 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-8244c394-637d-48a3-a395-22ebcc72bafd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0593162 Sep 29 02:15:24.136446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c80c78-f837-4ec7-a451-98afb200563b req-46b27861-8a2a-4cb1-8401-e1c6f015953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.137950 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-46b27861-8a2a-4cb1-8401-e1c6f015953b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440910 Sep 29 02:15:24.200638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:24.238505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-3513adbe-4beb-4b3d-b7b6-892a9524fdc2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924568 Sep 29 02:15:24.342744 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 989cc0ba-4262-490c-8eed-fd84bb533af5 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:24.350145 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-54c80c78-f837-4ec7-a451-98afb200563b req-0057a8f5-9d35-4924-9256-53bc3a88c441 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050167 Sep 29 02:15:24.395077 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37eaf-599d-406a-af01-c8b8c14e367c req-c77c037b-e94d-421b-b13a-dc00125c6e42 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:24.396664 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fdd37eaf-599d-406a-af01-c8b8c14e367c req-c77c037b-e94d-421b-b13a-dc00125c6e42 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 943 time: 0.0708046 Sep 29 02:15:24.458130 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fdd37eaf-599d-406a-af01-c8b8c14e367c req-ec82a71b-ad6a-477d-9b44-03e8e08d572e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550499 Sep 29 02:15:24.479546 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:24.492665 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'port_id': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'mac_address': 'fa:16:3e:df:6f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:24.529382 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 989cc0ba-4262-490c-8eed-fd84bb533af5 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:24.529755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:24.546603 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989cc0ba-4262-490c-8eed-fd84bb533af5 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:24.565371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:24.570244 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:24.618014 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:25.074772 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461be65-a7f8-40e2-b47c-d77308ecd9ea req-82932fbb-e63b-48fe-81ab-d8045f744a87 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:25.076265 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8461be65-a7f8-40e2-b47c-d77308ecd9ea req-82932fbb-e63b-48fe-81ab-d8045f744a87 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Sep 29 02:15:25.129563 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8461be65-a7f8-40e2-b47c-d77308ecd9ea req-d948f2bd-3e52-4b50-8218-a19bc8405984 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474615 Sep 29 02:15:25.330362 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['989cc0ba-4262-490c-8eed-fd84bb533af5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:25.576263 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc526f-829d-46d9-8ed8-7ef37bd235fb req-59084f24-b88d-45ad-9517-44396b4b3e98 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:25.577988 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4adc526f-829d-46d9-8ed8-7ef37bd235fb req-59084f24-b88d-45ad-9517-44396b4b3e98 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 944 time: 0.0503964 Sep 29 02:15:25.626762 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4adc526f-829d-46d9-8ed8-7ef37bd235fb req-c59165b7-38cd-445b-a225-998baa3e91aa tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Sep 29 02:15:25.807085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53520) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:25.920817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-97bdeeb7-3121-4e0d-b4af-b5384cb5f2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.008120 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-97bdeeb7-3121-4e0d-b4af-b5384cb5f2e1 admin admin] Publish callbacks [] for security_group (238763c5-0971-420e-8593-0e412cfebbbf), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.013780 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-97bdeeb7-3121-4e0d-b4af-b5384cb5f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (238763c5-0971-420e-8593-0e412cfebbbf), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.054909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdeeb7-3121-4e0d-b4af-b5384cb5f2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238763c5-0971-420e-8593-0e412cfebbbf,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:26.059208 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-97bdeeb7-3121-4e0d-b4af-b5384cb5f2e1 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=547a8410eeee465ba00978ab64777f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511392 Sep 29 02:15:26.062215 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53524) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:26.113161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] Publish callbacks [] for security_group (238763c5-0971-420e-8593-0e412cfebbbf), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.141016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] Publish callbacks [] for security_group (238763c5-0971-420e-8593-0e412cfebbbf), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.192741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (238763c5-0971-420e-8593-0e412cfebbbf), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.196200 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.200433 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/238763c5-0971-420e-8593-0e412cfebbbf HTTP/1.1" status: 204 len: 168 time: 0.1371255 Sep 29 02:15:26.210272 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7b9d-2825-4de7-96f0-778f9e75e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238763c5-0971-420e-8593-0e412cfebbbf,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:26.280312 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5a3b-e374-46f9-a968-dcbdb1c8ab7d req-873b42d0-80cd-47c8-8737-d2616b02778c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:26.281956 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cac5a3b-e374-46f9-a968-dcbdb1c8ab7d req-873b42d0-80cd-47c8-8737-d2616b02778c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Sep 29 02:15:26.340158 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cac5a3b-e374-46f9-a968-dcbdb1c8ab7d req-1df1a1d2-dd63-4e59-b7b9-c46790e64bd3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Sep 29 02:15:26.544016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53534) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:26.560914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e32f3672-875b-41f4-b6ca-e61dccda1e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.598816 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:26.643240 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e32f3672-875b-41f4-b6ca-e61dccda1e3d admin admin] Publish callbacks [] for security_group (bee24369-fb6f-4795-a372-e4de61b74ea4), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.649667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e32f3672-875b-41f4-b6ca-e61dccda1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (bee24369-fb6f-4795-a372-e4de61b74ea4), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.670579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:26.690425 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3672-875b-41f4-b6ca-e61dccda1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee24369-fb6f-4795-a372-e4de61b74ea4,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:26.696063 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e32f3672-875b-41f4-b6ca-e61dccda1e3d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a857b59c7c8a404e8abd8e571719e4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508980 Sep 29 02:15:26.698989 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53538) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:26.788549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e979-5ab3-49a1-901e-e71a309005aa req-acac9345-28ff-4599-ab67-abd88ab62f18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:26.790079 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-38c2e979-5ab3-49a1-901e-e71a309005aa req-acac9345-28ff-4599-ab67-abd88ab62f18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 944 time: 0.0759208 Sep 29 02:15:26.825448 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] Publish callbacks [] for security_group (bee24369-fb6f-4795-a372-e4de61b74ea4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.859177 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] Publish callbacks [] for security_group (bee24369-fb6f-4795-a372-e4de61b74ea4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.887267 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-38c2e979-5ab3-49a1-901e-e71a309005aa req-88d80f27-9edc-466c-8ef5-f7cefdd70881 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869486 Sep 29 02:15:26.924364 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (bee24369-fb6f-4795-a372-e4de61b74ea4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.926997 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:26.928159 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bee24369-fb6f-4795-a372-e4de61b74ea4 HTTP/1.1" status: 204 len: 168 time: 0.2276316 Sep 29 02:15:26.936404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c4658-6231-4a2f-8a00-df54d670b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee24369-fb6f-4795-a372-e4de61b74ea4,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:26.984894 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 989cc0ba-4262-490c-8eed-fd84bb533af5 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:27.032920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 989cc0ba-4262-490c-8eed-fd84bb533af5 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:27.040478 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 989cc0ba-4262-490c-8eed-fd84bb533af5 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:27.040933 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.041328 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 989cc0ba-4262-490c-8eed-fd84bb533af5 Sep 29 02:15:27.042863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:27.120334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 989cc0ba-4262-490c-8eed-fd84bb533af5 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:27.120583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.147246 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:27.149853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc728259-a540-4723-bc0b-dcdd9f3e47ba" -d '{"events": [{"server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "name": "network-vif-plugged", "status": "completed", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:27.163290 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:27.169349 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.179078 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=20 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:27.200239 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91771f68-506e-46e1-8b8a-aec900e43ff1 x-openstack-request-id: req-91771f68-506e-46e1-8b8a-aec900e43ff1 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:27.200542 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "name": "network-vif-plugged", "status": "completed", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:27.200789 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91771f68-506e-46e1-8b8a-aec900e43ff1 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:27.201175 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91771f68-506e-46e1-8b8a-aec900e43ff1'] response: {'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'code': 200} Sep 29 02:15:27.231635 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:27.470878 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af259-3ccd-41a8-a10f-09e5e8f494d0 req-4ea7a84f-aa5e-435a-8618-c3dc90354f62 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.474901 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b1af259-3ccd-41a8-a10f-09e5e8f494d0 req-4ea7a84f-aa5e-435a-8618-c3dc90354f62 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Sep 29 02:15:27.523483 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b1af259-3ccd-41a8-a10f-09e5e8f494d0 req-6c8f45bd-18a5-4adb-b9ce-b6d72d9b1f9a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Sep 29 02:15:27.667988 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ceab990a-1053-4990-aa42-ecc7721c4e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:27.705508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35f017-bb23-4e4e-89ed-9d7ab23b0a11 req-8bf4ec94-4a43-4a20-a20c-c88e47c6763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.707033 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de35f017-bb23-4e4e-89ed-9d7ab23b0a11 req-8bf4ec94-4a43-4a20-a20c-c88e47c6763f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1129 time: 0.0461004 Sep 29 02:15:27.886350 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-de35f017-bb23-4e4e-89ed-9d7ab23b0a11 req-1ca01288-e31d-4206-8b28-31e5f642f65f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Sep 29 02:15:28.014331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869904eb-e692-42d7-9b79-cc5b0f701a43 req-5f153bf6-b20a-4cef-820c-260b627d68a9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.015889 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-869904eb-e692-42d7-9b79-cc5b0f701a43 req-5f153bf6-b20a-4cef-820c-260b627d68a9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Sep 29 02:15:28.068192 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-869904eb-e692-42d7-9b79-cc5b0f701a43 req-0c6b3ffc-5fa3-427d-bb16-882248c73c0d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465069 Sep 29 02:15:28.621807 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:28.667585 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079270-7efe-4bd6-ac3d-30955dbd1067 req-304dec51-e711-4357-ac47-2a1b31bd6d9c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.669114 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b079270-7efe-4bd6-ac3d-30955dbd1067 req-304dec51-e711-4357-ac47-2a1b31bd6d9c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0577583 Sep 29 02:15:28.727092 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b079270-7efe-4bd6-ac3d-30955dbd1067 req-43d763de-0926-43b3-8569-fbdf358dc0ea tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 Sep 29 02:15:29.196224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586017c9-fada-495a-bffe-117fbe0e2ad8 req-dbdc8a85-b60c-484f-a6fc-c6551facbb94 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.197712 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-586017c9-fada-495a-bffe-117fbe0e2ad8 req-dbdc8a85-b60c-484f-a6fc-c6551facbb94 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0471680 Sep 29 02:15:29.246908 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-586017c9-fada-495a-bffe-117fbe0e2ad8 req-6c3af69e-1494-4a93-973f-b45728820f9a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Sep 29 02:15:29.929830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7e025ab1-69bb-40c4-bb54-5578e44baec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:30.379789 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd696513-71f6-464d-9c96-042981e776de req-599b9ef7-ff3e-44f2-aee3-670c60df1c81 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.381149 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fd696513-71f6-464d-9c96-042981e776de req-599b9ef7-ff3e-44f2-aee3-670c60df1c81 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Sep 29 02:15:30.428665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fd696513-71f6-464d-9c96-042981e776de req-46ebd591-c3d4-417a-ada7-e84533f68eda tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Sep 29 02:15:30.554968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37ddb-c5f8-42b1-b018-c9af6b1d566d req-44576e6c-87a4-4237-9ad0-07ca44264f4a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.556641 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfd37ddb-c5f8-42b1-b018-c9af6b1d566d req-44576e6c-87a4-4237-9ad0-07ca44264f4a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Sep 29 02:15:30.609344 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfd37ddb-c5f8-42b1-b018-c9af6b1d566d req-ef2023e1-5cdb-46e7-a3aa-2a23e633c76a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470893 Sep 29 02:15:30.949473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1698-30f0-4a93-b5a7-41cd094e7c92 req-8e5bf51d-20ab-4b10-afc3-ffd750ab87d8 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:30.951011 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f50b1698-30f0-4a93-b5a7-41cd094e7c92 req-8e5bf51d-20ab-4b10-afc3-ffd750ab87d8 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Sep 29 02:15:31.000352 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f50b1698-30f0-4a93-b5a7-41cd094e7c92 req-ff1baa8a-cc49-41f2-88b3-cc5b6279da19 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Sep 29 02:15:31.133133 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=14 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:31.240010 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53652) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:31.245706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837745134', 'description': 'tempest-description--1432257370'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:31.253128 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.269520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.343879 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (3f854858-2a6e-4976-9ba5-cfd065e7d584), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.355891 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3f854858-2a6e-4976-9ba5-cfd065e7d584), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.386494 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.387838 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1461539 Sep 29 02:15:31.389836 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7546-64b9-45d5-a7cd-7fa729d6036a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f854858-2a6e-4976-9ba5-cfd065e7d584,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:31.391307 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53658) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:31.396440 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'security_group_rule': {'security_group_id': '3f854858-2a6e-4976-9ba5-cfd065e7d584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:31.426890 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (d1bf4e54-b137-4b56-a585-7e922c3ea7ee), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.480400 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (d1bf4e54-b137-4b56-a585-7e922c3ea7ee), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.486989 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (d1bf4e54-b137-4b56-a585-7e922c3ea7ee), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.506079 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf4e54-b137-4b56-a585-7e922c3ea7ee,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:31.518844 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.523480 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0d231907-067b-40ee-9c77-29c965c2a414 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305027 Sep 29 02:15:31.523637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53664) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:31.528364 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'security_group_rule': {'security_group_id': '3f854858-2a6e-4976-9ba5-cfd065e7d584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:31.559524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (f1a00a5b-0d8b-4699-b61e-08de7ebc0077), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.628779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (f1a00a5b-0d8b-4699-b61e-08de7ebc0077), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.633592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (f1a00a5b-0d8b-4699-b61e-08de7ebc0077), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.647947 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:31.653941 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a00a5b-0d8b-4699-b61e-08de7ebc0077,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:31.665201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.666453 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-55eec039-080a-4087-89c5-6db99948b9a6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419296 Sep 29 02:15:31.669955 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53672) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:31.674684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:31.698754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.763873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:31.778884 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:31.892015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Allocated IP 172.27.2.72 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/e7ee2afb-57c9-40a2-b864-09df9f2cee44) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:32.007232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.043355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.084683 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:32.089703 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:32.091991 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'Port': ['ID=e7ee2afb-57c9-40a2-b864-09df9f2cee44,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:32.094258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:32.181624 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.228370 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.407239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.412991 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.416414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:32.481859 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'Port': ['ID=e7ee2afb-57c9-40a2-b864-09df9f2cee44,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:32.484415 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.488461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:32.498349 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.498671 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.499011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.499340 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.499652 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.499983 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.500741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.500875 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.501182 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.501494 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.501813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.502183 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.502495 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.502806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.503100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:32.514907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.516154 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-163806e4-bdb7-424e-98e5-c7fc1ac9fc2f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8451929 Sep 29 02:15:32.621042 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.660088 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:32.733497 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-5ef37b38-05a6-4412-8dfb-d5a0ac27d6de tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1837745134&fields=id&tenant_id=8f88658c804e40229386a559fd2a1fa9 HTTP/1.1" status: 200 len: 267 time: 0.0456426 Sep 29 02:15:32.848619 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-e9c5f511-4f53-481b-8552-6963d1425c20 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:32.850505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-e9c5f511-4f53-481b-8552-6963d1425c20 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 0.1101449 Sep 29 02:15:32.866420 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-3f20897f-65c8-4deb-b49f-ede805e1ce14 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f88658c804e40229386a559fd2a1fa9 HTTP/1.1" status: 200 len: 375 time: 0.0103793 Sep 29 02:15:32.924949 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-9eb335ef-b119-404a-a05c-bf1dadfee3af tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531349 Sep 29 02:15:33.028784 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-d6498884-e77b-40fe-b561-9af99c0f0723 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905719 Sep 29 02:15:33.120721 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-3b418525-d626-4626-8975-cdb5a3d43fd8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Sep 29 02:15:33.301483 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e6bb4e2c-200b-4b47-8276-6ecfcdae12ee req-b09c0775-8078-440a-90e9-b7d727dabd74 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 210 time: 0.0353074 Sep 29 02:15:34.417398 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f3ce7b06-58ee-40db-88c5-9332e0cacd25 req-13891068-0cd1-4786-9dc4-776991fb6c56 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 210 time: 0.0294657 Sep 29 02:15:34.442560 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53758) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:34.553782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-20c38d65-f30f-4a26-b51b-a5975a85842d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.627708 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-20c38d65-f30f-4a26-b51b-a5975a85842d admin admin] Publish callbacks [] for security_group (32ae34ac-1c83-474c-8226-aa567359c926), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.633365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-20c38d65-f30f-4a26-b51b-a5975a85842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (32ae34ac-1c83-474c-8226-aa567359c926), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.671042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c38d65-f30f-4a26-b51b-a5975a85842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae34ac-1c83-474c-8226-aa567359c926,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:34.675526 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-20c38d65-f30f-4a26-b51b-a5975a85842d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b2d42064b4b04b4bbc2286f5ec32d1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318661 Sep 29 02:15:34.678487 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53764) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:34.697915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.738161 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Publish callbacks [] for security_group (32ae34ac-1c83-474c-8226-aa567359c926), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.762681 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Publish callbacks [] for security_group (32ae34ac-1c83-474c-8226-aa567359c926), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.817174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (32ae34ac-1c83-474c-8226-aa567359c926), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.819900 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:34.821073 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/32ae34ac-1c83-474c-8226-aa567359c926 HTTP/1.1" status: 204 len: 168 time: 0.1415832 Sep 29 02:15:34.829298 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae34ac-1c83-474c-8226-aa567359c926,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:34.836732 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.837072 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.837434 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.837774 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.838117 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.838611 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.839081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.839549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.840057 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.840382 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.840705 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.841058 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.841341 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.841654 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.841970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb070df1-df81-4acf-9b7d-cf6d578cc01c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:34.858467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:35.009645 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-4c9938af-6003-41a1-aee7-0760dff11410 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:35.011227 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-4c9938af-6003-41a1-aee7-0760dff11410 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 818 time: 0.1250579 Sep 29 02:15:35.115143 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-6d5e3e98-9e26-4a65-9e2a-1756b6a36665 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f88658c804e40229386a559fd2a1fa9 HTTP/1.1" status: 200 len: 380 time: 0.0632498 Sep 29 02:15:35.124693 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53776) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:35.138064 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d29ee921-4b53-4095-acfc-a0b98140c46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.202408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:35.202408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:35.221673 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d29ee921-4b53-4095-acfc-a0b98140c46b admin admin] Publish callbacks [] for security_group (7f913089-b33d-4511-8059-3a1ab63fbbfd), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.227323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d29ee921-4b53-4095-acfc-a0b98140c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7f913089-b33d-4511-8059-3a1ab63fbbfd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.247427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'port': {'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'admin_state_up': True, 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'security_groups': ['3f854858-2a6e-4976-9ba5-cfd065e7d584']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:35.316769 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d29ee921-4b53-4095-acfc-a0b98140c46b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a098e59f9b2b4e689acb8bd5fc2fe947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909301 Sep 29 02:15:35.319307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ee921-4b53-4095-acfc-a0b98140c46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f913089-b33d-4511-8059-3a1ab63fbbfd,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:35.319744 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53780) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:35.374933 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] Publish callbacks [] for security_group (7f913089-b33d-4511-8059-3a1ab63fbbfd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.383468 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Made reservation on behalf of 8f88658c804e40229386a559fd2a1fa9 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:35.387458 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.399632 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] Publish callbacks [] for security_group (7f913089-b33d-4511-8059-3a1ab63fbbfd), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.454278 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7f913089-b33d-4511-8059-3a1ab63fbbfd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.457086 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.458339 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7f913089-b33d-4511-8059-3a1ab63fbbfd HTTP/1.1" status: 204 len: 168 time: 0.1375659 Sep 29 02:15:35.467326 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485be1b-2289-47e9-b50f-cdb3902a5525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f913089-b33d-4511-8059-3a1ab63fbbfd,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:35.550670 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-15892be0-cc48-445b-8379-7be55f025084 req-7aa21253-7d23-4df2-9520-c00d5e7b7ba5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 210 time: 0.0398669 Sep 29 02:15:35.551662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Allocated IP 172.20.0.10 (39e5f739-8a9f-418d-a753-3adeb7a47d7a/07a26b33-fd1c-402f-8b6f-2e60f9f280e4/9dab0557-c74f-4efc-aa94-60901837db9d) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:35.697744 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for port (9dab0557-c74f-4efc-aa94-60901837db9d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.734336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.791451 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:35.794602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:35.798688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:35.822545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event updated for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:35.851437 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:35.852070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.872459 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-39f82b77-c4da-46b3-84da-f7951e2bf3ff tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6333055 Sep 29 02:15:35.879207 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53790) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:35.890716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Request body: {'port': {'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:35.893249 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ba46c9f5-f9dd-4b27-836d-b62cb0a5b853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.960520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.982395 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ba46c9f5-f9dd-4b27-836d-b62cb0a5b853 admin admin] Publish callbacks [] for security_group (85e4edbe-5ab4-43fd-811e-5528d47a3113), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:35.988054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ba46c9f5-f9dd-4b27-836d-b62cb0a5b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (85e4edbe-5ab4-43fd-811e-5528d47a3113), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.017459 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:36.017864 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:36.030883 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c9f5-f9dd-4b27-836d-b62cb0a5b853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4edbe-5ab4-43fd-811e-5528d47a3113,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:36.035545 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ba46c9f5-f9dd-4b27-836d-b62cb0a5b853 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=fe95b204db874d389e30ab4b63f5d2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552651 Sep 29 02:15:36.038255 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53792) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:36.063561 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Provisioning complete for port 9dab0557-c74f-4efc-aa94-60901837db9d triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:36.065463 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.066565 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Attempt 1 to provision port 9dab0557-c74f-4efc-aa94-60901837db9d Sep 29 02:15:36.066866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:36.091074 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] Publish callbacks [] for security_group (85e4edbe-5ab4-43fd-811e-5528d47a3113), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.103043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Port 9dab0557-c74f-4efc-aa94-60901837db9d cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:36.113831 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] Publish callbacks [] for security_group (85e4edbe-5ab4-43fd-811e-5528d47a3113), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.164919 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (85e4edbe-5ab4-43fd-811e-5528d47a3113), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.167785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.168936 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/85e4edbe-5ab4-43fd-811e-5528d47a3113 HTTP/1.1" status: 204 len: 168 time: 0.1297908 Sep 29 02:15:36.177560 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b63689-c46b-42e5-8acc-5a74bd8a69d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4edbe-5ab4-43fd-811e-5528d47a3113,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:36.235502 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dab0557-c74f-4efc-aa94-60901837db9d {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:36.243154 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks [] for port (9dab0557-c74f-4efc-aa94-60901837db9d), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.256233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Transition to ACTIVE for port object 9dab0557-c74f-4efc-aa94-60901837db9d will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:36.263765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.334029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Pushing event updated for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:36.390539 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Attempting to bind port 9dab0557-c74f-4efc-aa94-60901837db9d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:36.390901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Attempting to bind port 9dab0557-c74f-4efc-aa94-60901837db9d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:36.391259 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Attempting to bind port 9dab0557-c74f-4efc-aa94-60901837db9d on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:36.432873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Port 9dab0557-c74f-4efc-aa94-60901837db9d on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:36.433195 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Attempting to bind port 9dab0557-c74f-4efc-aa94-60901837db9d on network 39e5f739-8a9f-418d-a753-3adeb7a47d7a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:36.475607 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:36.475945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Checking segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:36.476321 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Bound using segment: {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:36.476744 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Bound port: 9dab0557-c74f-4efc-aa94-60901837db9d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62e83f-d5ae-4009-9d09-8194af1cdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:36.477098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.541911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:36.547661 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9dab0557-c74f-4efc-aa94-60901837db9d,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:36.552660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.557973 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.558601 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:36.559959 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1094 time: 0.6736870 Sep 29 02:15:36.560508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:36.562758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219" -d '{"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:36.604426 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Attempt 2 to provision port 9dab0557-c74f-4efc-aa94-60901837db9d Sep 29 02:15:36.612249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994497-a6f2-488e-8915-266054d2e372 service neutron] Pushing event updated for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:36.646361 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c9804-0e64-406b-bbd0-3b6e31ae97bb x-openstack-request-id: req-959c9804-0e64-406b-bbd0-3b6e31ae97bb {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:36.646865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:36.647311 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-959c9804-0e64-406b-bbd0-3b6e31ae97bb {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:36.647715 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959c9804-0e64-406b-bbd0-3b6e31ae97bb'] response: {'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'status': 'completed', 'code': 200} Sep 29 02:15:36.667094 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-bae3d8f5-a856-4b9a-bbf4-2515871f94cc None None] Port 9dab0557-c74f-4efc-aa94-60901837db9d had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:15:36.708702 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79386-fe3b-430f-9788-bbdf7219d2a8 req-0f96a65d-8f25-4a89-ae93-446838449898 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.710227 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-74e79386-fe3b-430f-9788-bbdf7219d2a8 req-0f96a65d-8f25-4a89-ae93-446838449898 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0800333 Sep 29 02:15:36.719341 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-4046c0e1-d095-4171-8a47-f4381e524ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.720779 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-4046c0e1-d095-4171-8a47-f4381e524ed5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1128 time: 0.0507562 Sep 29 02:15:36.780605 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-49dc3254-4985-40b8-9c61-c64e31ac05d8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 217 time: 0.0388875 Sep 29 02:15:36.837619 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-74e79386-fe3b-430f-9788-bbdf7219d2a8 req-619ab5aa-9918-47ff-ac03-e2c94ddce19f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178312 Sep 29 02:15:36.853340 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-c316af22-49c8-4e41-9906-298cda3d6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.854877 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-c316af22-49c8-4e41-9906-298cda3d6e2d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0657139 Sep 29 02:15:36.899426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-eb908d49-277a-44ea-8903-2cdb2bcddc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:36.901066 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-eb908d49-277a-44ea-8903-2cdb2bcddc93 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392673 Sep 29 02:15:36.955399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53822) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:36.975341 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.004551 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-1042d2e0-962c-4728-b4d1-20eb773e1de6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972271 Sep 29 02:15:37.056437 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.063700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-326105987-network', 'tenant_id': '03571a9d7e1e43f1b5eef66eeae55844'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:37.103178 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Made reservation on behalf of 03571a9d7e1e43f1b5eef66eeae55844 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:37.105421 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.124248 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.135156 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4a456710-1f77-4d9f-b5d3-c69a7aba9fc4 req-4084c32f-04de-4b6c-b7bb-900645b7f1b9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238179 Sep 29 02:15:37.206778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks [] for security_group (546e6ca6-8956-470f-bacd-3bcf9c204be2), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.212416 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (546e6ca6-8956-470f-bacd-3bcf9c204be2), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.240471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:15:37.245873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e6ca6-8956-470f-bacd-3bcf9c204be2,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:37.253620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (063ac3e7-a70d-4aaf-a54e-f1d2157317e3), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.254161 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Added segment 063ac3e7-a70d-4aaf-a54e-f1d2157317e3 of type vlan for network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f Sep 29 02:15:37.294439 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (64d5cf44-44c2-485b-ba8a-a1b90eabd08f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.320763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (64d5cf44-44c2-485b-ba8a-a1b90eabd08f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.321783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.322608 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.383628 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4271681 Sep 29 02:15:37.386767 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53828) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:37.387257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9e49-15ac-429d-a2b9-9c6ec23e6355 admin admin] Pushing event updated for resources: {'Network': ['ID=64d5cf44-44c2-485b-ba8a-a1b90eabd08f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:37.392424 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Request body: {'subnet': {'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-326105987-subnet', 'tenant_id': '03571a9d7e1e43f1b5eef66eeae55844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:37.397451 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:15:37.414731 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Made reservation on behalf of 03571a9d7e1e43f1b5eef66eeae55844 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:37.417108 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.568532 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:37.589531 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (292fad39-a290-4992-a89f-5e65c3650043), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.641416 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=292fad39-a290-4992-a89f-5e65c3650043,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:37.663256 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Checking segment: {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:37.663748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Network hostable DHCP agents. Network: 64d5cf44-44c2-485b-ba8a-a1b90eabd08f, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:15:37.684219 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:15:37.696222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 64d5cf44-44c2-485b-ba8a-a1b90eabd08f) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:37.701520 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.702425 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:37.705474 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541b2c4-1ba5-425c-92ae-f8b8a5284993 None None] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:15:37.722495 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2b834063-ef64-448d-acf5-7681171a85fd admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3346126 Sep 29 02:15:37.807446 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3eac5-bdda-42a4-bbca-fee2ace1cc71 None None] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:15:37.964199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81531828-4d75-4f07-a5b1-7c0de93efddb req-d12805d5-a041-4a32-b256-1a3fd3f8602a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.965685 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-81531828-4d75-4f07-a5b1-7c0de93efddb req-d12805d5-a041-4a32-b256-1a3fd3f8602a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0461202 Sep 29 02:15:38.013505 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-81531828-4d75-4f07-a5b1-7c0de93efddb req-8033a9c8-e795-4a29-a74d-ee5821917d25 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Sep 29 02:15:39.149067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f7e3-30df-4c54-a9d8-f30b4d94022d req-5fd0a431-14a3-4996-9cbb-7bda98862861 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.150578 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad23f7e3-30df-4c54-a9d8-f30b4d94022d req-5fd0a431-14a3-4996-9cbb-7bda98862861 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0496275 Sep 29 02:15:39.206775 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad23f7e3-30df-4c54-a9d8-f30b4d94022d req-18c5027f-55bf-4fb1-a0e3-c964871b9960 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 Sep 29 02:15:40.346967 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263893f-a643-48a6-94d1-30d1d54c8275 req-b9ecf904-9d8d-4482-a48b-f04949c5f976 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:40.348798 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b263893f-a643-48a6-94d1-30d1d54c8275 req-b9ecf904-9d8d-4482-a48b-f04949c5f976 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0511835 Sep 29 02:15:40.399088 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b263893f-a643-48a6-94d1-30d1d54c8275 req-4d9114a9-7117-4dd6-ae64-d4ffe5be08f2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441442 Sep 29 02:15:40.604768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-9998a814-4559-4837-ac2a-4d3c54057475 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:40.606246 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-9998a814-4559-4837-ac2a-4d3c54057475 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/networks?id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 200 len: 813 time: 0.1091161 Sep 29 02:15:40.621436 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-1d257cc1-6d23-44dc-88cf-9d5a58426b8a tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/quotas/03571a9d7e1e43f1b5eef66eeae55844 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Sep 29 02:15:40.652836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-681ba25d-2093-4955-81a3-eb9c190b827f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264630 Sep 29 02:15:40.747851 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-e2c794b0-bb8f-4a34-a564-805d56a327a1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883577 Sep 29 02:15:40.818425 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:40.840176 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-b70223c5-f07c-4412-abff-853f11e091e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864294 Sep 29 02:15:41.014317 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0f3becc-8857-4325-9b2b-a9848495a3ef req-e2d1e666-4a30-4794-98d8-49ab437bf4df tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Sep 29 02:15:41.530716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7ca0a-f098-4ad7-bb45-13e159266008 req-821a3f4b-e6f8-42c3-a0a9-3a9ac63cd314 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.533576 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6a7ca0a-f098-4ad7-bb45-13e159266008 req-821a3f4b-e6f8-42c3-a0a9-3a9ac63cd314 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0528820 Sep 29 02:15:41.553849 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.583051 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6a7ca0a-f098-4ad7-bb45-13e159266008 req-a0a5ce21-3109-46bf-ab02-c90e8177f108 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Sep 29 02:15:42.022683 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-d51ea63f-933f-45f6-83bf-a1d08d830a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.024220 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-d51ea63f-933f-45f6-83bf-a1d08d830a5d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1128 time: 0.0490196 Sep 29 02:15:42.123324 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-80fb1a70-82d7-4088-8522-ec0601b73a2e req-31a1d593-058c-4702-9e0c-86e0868fbaa6 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0329907 Sep 29 02:15:42.705742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39fe4-6bb8-4138-94b5-d3ba805680f0 req-12d97db6-120f-469f-ac56-428f943c0551 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.707222 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2ae39fe4-6bb8-4138-94b5-d3ba805680f0 req-12d97db6-120f-469f-ac56-428f943c0551 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 944 time: 0.0458026 Sep 29 02:15:42.765862 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2ae39fe4-6bb8-4138-94b5-d3ba805680f0 req-b3ded018-6e39-4e8a-be98-57674f6580e9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523286 Sep 29 02:15:42.861055 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-542c20fe-a3d1-4d2c-9f50-ca9e1c2b861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.862549 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-542c20fe-a3d1-4d2c-9f50-ca9e1c2b861f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.0957515 Sep 29 02:15:43.054950 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 9dab0557-c74f-4efc-aa94-60901837db9d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:43.165471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9dab0557-c74f-4efc-aa94-60901837db9d,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:43.177479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '9dab0557-c74f-4efc-aa94-60901837db9d', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:43.213920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 9dab0557-c74f-4efc-aa94-60901837db9d is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:43.214394 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.229181 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dab0557-c74f-4efc-aa94-60901837db9d {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:43.235256 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-13c51d74-ff2c-4f3f-b7cf-2ce947b62bf1 req-92daee1e-6cab-42e1-ad59-048c4aa488dc tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Sep 29 02:15:43.239080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:43.249619 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9dab0557-c74f-4efc-aa94-60901837db9d,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:43.262809 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.308922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:43.316003 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.316346 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.316696 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.317035 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.317403 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.317722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.318110 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.318429 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.318754 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.319069 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.319383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.319691 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.319999 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.320304 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.320610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:43.632701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:43.700455 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-6d46d15f-19aa-482c-a82c-f6e91f666874 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 217 time: 0.0382063 Sep 29 02:15:43.772612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-59d43254-4af6-45df-b3a3-783a3426abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.774220 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-59d43254-4af6-45df-b3a3-783a3426abad service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0649149 Sep 29 02:15:43.832781 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-6fab47e3-14a1-4fcd-8bde-7d3583725842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.834409 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-6fab47e3-14a1-4fcd-8bde-7d3583725842 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471027 Sep 29 02:15:43.866560 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['9dab0557-c74f-4efc-aa94-60901837db9d'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:43.890723 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee97ee1-d452-4b04-8162-be0c2b611f40 req-31e5ebda-e0d4-4d08-b6fc-46cbaf71835c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.892276 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bee97ee1-d452-4b04-8162-be0c2b611f40 req-31e5ebda-e0d4-4d08-b6fc-46cbaf71835c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 945 time: 0.0473301 Sep 29 02:15:43.944263 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bee97ee1-d452-4b04-8162-be0c2b611f40 req-a1465304-5e24-40f3-af3b-12bba28fe7b0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Sep 29 02:15:44.330166 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-f0502fb0-df0d-4021-91cd-a067ed63b70f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737650 Sep 29 02:15:44.367507 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-74051e30-0c36-4e28-bf63-19bbacfd2651 req-8499a6c1-1335-4d7f-82c3-f720a2e19cc3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Sep 29 02:15:44.624058 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8d58702-d8ee-44ea-8dd1-6bb0cc8ca219 req-502321ab-66be-47cd-85b9-b1306557683f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067376 Sep 29 02:15:45.031596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04ee0b-be5f-4f1c-b87e-591e442e2208 req-85f3df45-0327-47f3-9502-85784c82fe19 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.033090 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1b04ee0b-be5f-4f1c-b87e-591e442e2208 req-85f3df45-0327-47f3-9502-85784c82fe19 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0496488 Sep 29 02:15:45.080794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224e7a4-1296-4564-be1a-0197d0f683e5 req-4ec681b2-8cbd-47ec-b9d7-ca584f17b083 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.082207 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5224e7a4-1296-4564-be1a-0197d0f683e5 req-4ec681b2-8cbd-47ec-b9d7-ca584f17b083 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 945 time: 0.0475307 Sep 29 02:15:45.082468 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1b04ee0b-be5f-4f1c-b87e-591e442e2208 req-1de2b2b0-5165-4b11-8ddc-94d70018052e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Sep 29 02:15:45.112242 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53930) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:45.131003 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5224e7a4-1296-4564-be1a-0197d0f683e5 req-961988fd-c2b1-47a2-92f2-51f48867d54e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Sep 29 02:15:45.262904 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb31add-f849-472a-ac9c-22f078d7fb43 tempest-TestMinimumBasicScenario-1064871066 tempest-TestMinimumBasicScenario-1064871066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.264378 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-9bb31add-f849-472a-ac9c-22f078d7fb43 tempest-TestMinimumBasicScenario-1064871066 tempest-TestMinimumBasicScenario-1064871066-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1124 time: 0.1510859 Sep 29 02:15:45.268736 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53934) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:45.273076 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'port_id': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:45.298525 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.374322 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.380448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.494168 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5aab5bac-440a-4cc8-ad24-eb99340910fe req-fcf7b602-fe29-4ad1-88d6-41e054c1914b tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0508375 Sep 29 02:15:45.516524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:45.525034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Allocated IP 172.27.2.102 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/cb205579-b84b-4fa8-90a0-c39e1d6ea289) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:45.646640 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.682377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.728497 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:45.733570 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:45.735748 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'Port': ['ID=cb205579-b84b-4fa8-90a0-c39e1d6ea289,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:45.737865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:45.867415 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 9dab0557-c74f-4efc-aa94-60901837db9d up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:45.918963 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 9dab0557-c74f-4efc-aa94-60901837db9d completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:45.926690 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 9dab0557-c74f-4efc-aa94-60901837db9d triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:45.927295 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:45.927722 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 9dab0557-c74f-4efc-aa94-60901837db9d Sep 29 02:15:45.949953 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:46.010419 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 9dab0557-c74f-4efc-aa94-60901837db9d is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:46.010804 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.033587 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:46.035912 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b43fa-e44c-4d8e-8827-d325f2cf9712" -d '{"events": [{"server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "name": "network-vif-plugged", "status": "completed", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:46.048861 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9dab0557-c74f-4efc-aa94-60901837db9d,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:46.055261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.081362 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f5a382-9728-44e5-a2ae-dee6e63207ff x-openstack-request-id: req-c8f5a382-9728-44e5-a2ae-dee6e63207ff {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:46.081641 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "name": "network-vif-plugged", "status": "completed", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:46.081883 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8f5a382-9728-44e5-a2ae-dee6e63207ff {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:46.082286 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f5a382-9728-44e5-a2ae-dee6e63207ff'] response: {'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'code': 200} Sep 29 02:15:46.107839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:46.112487 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-998ff1b1-dbb7-4b55-9e9c-d680d865609f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1522961 Sep 29 02:15:46.187448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:46.207802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-abcd0c56-0a2c-446f-8786-ce8571a8e44d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.209477 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-abcd0c56-0a2c-446f-8786-ce8571a8e44d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "GET /networking/v2.0/networks?id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 200 len: 813 time: 0.2006028 Sep 29 02:15:46.248611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for floatingip (61bcc871-e6f8-435a-872e-6f700e84dd22), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.286753 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9ec6-4185-4f6f-a358-927b1801852a req-692d4b08-0a00-4999-a791-6b51819f70b7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.288226 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b27a9ec6-4185-4f6f-a358-927b1801852a req-692d4b08-0a00-4999-a791-6b51819f70b7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0758638 Sep 29 02:15:46.339093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:46.348112 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.387675 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b27a9ec6-4185-4f6f-a358-927b1801852a req-4f47b5db-3a38-42f1-8cd9-b87001cb1155 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916090 Sep 29 02:15:46.516220 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.523680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.596489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'Port': ['ID=cb205579-b84b-4fa8-90a0-c39e1d6ea289,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:46.599730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (61bcc871-e6f8-435a-872e-6f700e84dd22), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:46.608263 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4964945a-fc19-42d7-8dbe-0063c19e46a5 req-bdaf0a07-52c3-4675-adcc-572c07eac3d5 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0300324 Sep 29 02:15:46.702909 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Floating IP 61bcc871-e6f8-435a-872e-6f700e84dd22 associated. External IP: 172.27.2.102, port: 989cc0ba-4262-490c-8eed-fd84bb533af5. Sep 29 02:15:46.920485 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Router a77bd2a7-7078-4efa-9867-701780e701b0 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:47.025923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:47.037598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Sync routers for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:47.045400 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.052572 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:47.053467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:15:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:47.068314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.077478 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ae150132-266b-4c21-be68-ff28396f514e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8078048 Sep 29 02:15:47.078608 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:47.080936 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89873c6b-5132-4135-864d-b3fe50b9081d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:47.081953 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53948) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.087988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216782185', 'description': 'tempest-secgroup-smoke-1216782185 description', 'project_id': '30c052816d5544b38124d98d05b32798'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.110144 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.118056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.120857 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a53550f-7b18-4930-8ba4-7b03eaa331f1 x-openstack-request-id: req-5a53550f-7b18-4930-8ba4-7b03eaa331f1 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:47.121399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:47.121399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a53550f-7b18-4930-8ba4-7b03eaa331f1 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:47.128913 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a53550f-7b18-4930-8ba4-7b03eaa331f1'] response: {'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:15:47.177768 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:47.195421 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (df4d6d47-aefe-4f19-ab95-b16b0592a626), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.200459 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (df4d6d47-aefe-4f19-ab95-b16b0592a626), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.233189 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.234411 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1510832 Sep 29 02:15:47.235445 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99699ac3-cf3a-4cb0-a1a4-050ed50d2d51 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d6d47-aefe-4f19-ab95-b16b0592a626,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.237344 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53952) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.241812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.270316 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (7dd6a20e-ef1c-4547-8093-4350fe64a0b0), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.326599 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (7dd6a20e-ef1c-4547-8093-4350fe64a0b0), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.330813 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (7dd6a20e-ef1c-4547-8093-4350fe64a0b0), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.349755 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd6a20e-ef1c-4547-8093-4350fe64a0b0,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.361105 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.362344 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c5e32b47-21a6-48eb-8eeb-d8c1f7e86858 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240685 Sep 29 02:15:47.365242 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53954) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.369584 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.398267 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (0fe6ba33-c4a6-48c9-b5ed-0504e72636e2), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.398982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.417498 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.441943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '61bcc871-e6f8-435a-872e-6f700e84dd22', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'port_id': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'mac_address': 'fa:16:3e:df:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:45Z', 'updated_at': '2022-09-29T02:15:45Z', 'revision_number': 0, 'project_id': '30c052816d5544b38124d98d05b32798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:47.464556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (0fe6ba33-c4a6-48c9-b5ed-0504e72636e2), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.468267 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Checking router: a77bd2a7-7078-4efa-9867-701780e701b0 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:47.470234 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (0fe6ba33-c4a6-48c9-b5ed-0504e72636e2), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.478079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:47.478689 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:15:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:47.521287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe6ba33-c4a6-48c9-b5ed-0504e72636e2,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.531170 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.534945 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d12cc799-1f44-41c8-9b9e-d93702c0f897 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662285 Sep 29 02:15:47.535313 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 53958) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.540414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.544237 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cbfd0-9503-4dda-aa21-86223d64fdde req-aa67995d-20ff-4547-87f8-95cd45867412 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:47.545919 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ae2cbfd0-9503-4dda-aa21-86223d64fdde req-aa67995d-20ff-4547-87f8-95cd45867412 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0735459 Sep 29 02:15:47.578930 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (d64f2037-662e-4600-91c2-11387c867593), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.593700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:47.596651 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ae2cbfd0-9503-4dda-aa21-86223d64fdde req-3a37f6ea-e5fe-40ba-ab21-ec05ad4e4a63 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440557 Sep 29 02:15:47.646489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (d64f2037-662e-4600-91c2-11387c867593), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.652989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (d64f2037-662e-4600-91c2-11387c867593), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.673665 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f2037-662e-4600-91c2-11387c867593,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.686353 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.688086 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-12715905-626f-49c0-81d1-7efb19f998b3 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517241 Sep 29 02:15:47.691029 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53964) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.695540 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.718234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7290e98e-eab7-4f9f-8a84-c42e71abf251 req-8ff5c479-1d40-4a6f-bf8b-620e04f2543c tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Sep 29 02:15:47.726697 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (7df9f9ae-81b5-4036-91fb-1613f4a10130), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.792007 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (7df9f9ae-81b5-4036-91fb-1613f4a10130), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.796940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (7df9f9ae-81b5-4036-91fb-1613f4a10130), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.818616 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df9f9ae-81b5-4036-91fb-1613f4a10130,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.825128 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.826410 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4c87bd21-8f95-488e-b37a-807801f23ea6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344173 Sep 29 02:15:47.829268 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53968) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.833742 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:47.837248 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '61bcc871-e6f8-435a-872e-6f700e84dd22', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'port_id': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'mac_address': 'fa:16:3e:df:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:45Z', 'updated_at': '2022-09-29T02:15:45Z', 'revision_number': 0, 'project_id': '30c052816d5544b38124d98d05b32798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:47.855791 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.securitygroups_db [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Project 30c052816d5544b38124d98d05b32798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:15:47.861364 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (eb7d1ccc-f3f6-40c3-8797-54ec3a04d0ba), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.866679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9eb89-2d74-4730-ba2b-74ce44061a8e None None] The sync data for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi is: [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '61bcc871-e6f8-435a-872e-6f700e84dd22', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'port_id': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'mac_address': 'fa:16:3e:df:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:45Z', 'updated_at': '2022-09-29T02:15:45Z', 'revision_number': 0, 'project_id': '30c052816d5544b38124d98d05b32798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:47.890729 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:47.932477 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (eb7d1ccc-f3f6-40c3-8797-54ec3a04d0ba), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.937532 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (eb7d1ccc-f3f6-40c3-8797-54ec3a04d0ba), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.957038 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7d1ccc-f3f6-40c3-8797-54ec3a04d0ba,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:47.966636 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:47.967865 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-62fd5376-02cf-444f-a888-43da6e0d1269 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376650 Sep 29 02:15:47.970867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 53970) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:47.976367 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'security_group_rule': {'security_group_id': 'df4d6d47-aefe-4f19-ab95-b16b0592a626', 'project_id': '30c052816d5544b38124d98d05b32798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:48.000397 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.securitygroups_db [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Project 30c052816d5544b38124d98d05b32798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:15:48.007182 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (2db6b772-6c79-40db-a522-6e2ed1227e65), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.066195 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1789a85-dff7-463f-9f83-2fe53636e21e None None] New status for floating IP 61bcc871-e6f8-435a-872e-6f700e84dd22: ACTIVE {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:48.073116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (2db6b772-6c79-40db-a522-6e2ed1227e65), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.079292 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (2db6b772-6c79-40db-a522-6e2ed1227e65), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.098482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db6b772-6c79-40db-a522-6e2ed1227e65,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:48.107183 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.108388 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-68d39a8e-5618-4faf-b82b-6860295c5e3d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365356 Sep 29 02:15:48.200434 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-970dd015-c220-49fd-8979-b3359a023360 req-0562d868-3c7e-47e3-b9e8-581a68e5c59b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1216782185&fields=id&tenant_id=30c052816d5544b38124d98d05b32798 HTTP/1.1" status: 200 len: 267 time: 0.0460722 Sep 29 02:15:48.258218 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dd015-c220-49fd-8979-b3359a023360 req-e62b4163-36a8-4961-a78f-8d1c3705e738 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.259815 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-970dd015-c220-49fd-8979-b3359a023360 req-e62b4163-36a8-4961-a78f-8d1c3705e738 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0538201 Sep 29 02:15:48.271739 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'port': {'security_groups': ['d4c2a647-dfb0-4b79-a7ad-36b5929341dd', 'df4d6d47-aefe-4f19-ab95-b16b0592a626']}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:48.347756 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.484551 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.564612 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:48.595494 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.603808 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.613175 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.613778 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for port (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:48.615330 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-970dd015-c220-49fd-8979-b3359a023360 req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "PUT /networking/v2.0/ports/989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 981 time: 0.3488066 Sep 29 02:15:48.618185 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:48.620620 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03598e-af18-4631-a471-22d6d34aa0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:48.665903 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04f264-5e08-4389-add1-cbb93dbd718f x-openstack-request-id: req-2b04f264-5e08-4389-add1-cbb93dbd718f {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:48.666197 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:48.666456 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b04f264-5e08-4389-add1-cbb93dbd718f {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:48.666843 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b04f264-5e08-4389-add1-cbb93dbd718f'] response: {'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:15:48.671775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cc455-43a8-4345-9d2b-9ff4d9a6b06f tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=6']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:48.721545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.730304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0d0e8-a239-41dd-af3d-390469d57b74 req-2c7fcf6b-7caa-4eec-9727-90706c14ca18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.731836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20b0d0e8-a239-41dd-af3d-390469d57b74 req-2c7fcf6b-7caa-4eec-9727-90706c14ca18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0485451 Sep 29 02:15:48.758274 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e207e82-da35-40d3-a28c-74ba3c354804 req-b2c0e091-b16c-423d-b615-07a05d45d296 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.759649 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e207e82-da35-40d3-a28c-74ba3c354804 req-b2c0e091-b16c-423d-b615-07a05d45d296 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0471644 Sep 29 02:15:48.794996 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20b0d0e8-a239-41dd-af3d-390469d57b74 req-d0fd1b97-f765-40a5-94ed-42f77575acbe tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571132 Sep 29 02:15:48.807129 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e207e82-da35-40d3-a28c-74ba3c354804 req-86578791-23e7-48df-880b-9849552f93c1 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Sep 29 02:15:48.886198 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3b1363d3-a37d-4ca2-8825-95373ac167e4 req-a117fd25-1372-4a63-848d-dc412481a4ea tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Sep 29 02:15:49.949906 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeffe37-cda3-4e8c-ba53-00a0a4e9c06f req-18c30280-0540-40c1-b211-2233e2d9ab63 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:49.951556 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2eeffe37-cda3-4e8c-ba53-00a0a4e9c06f req-18c30280-0540-40c1-b211-2233e2d9ab63 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0488746 Sep 29 02:15:49.995610 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cb9b0e7c-bcae-4db2-bead-8a9cd15f8393 req-c94fe371-6b89-4a1a-95e2-f4c1c80b84a4 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0278821 Sep 29 02:15:50.003901 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2eeffe37-cda3-4e8c-ba53-00a0a4e9c06f req-ebaf8793-726a-4072-8b52-508104d3ee04 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468621 Sep 29 02:15:50.144433 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Request body: {'port': {'device_id': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f', 'admin_state_up': True, 'tenant_id': '03571a9d7e1e43f1b5eef66eeae55844'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:50.299883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-c8c6ea10-f3dc-4919-b01e-ecf5f8e88804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.301363 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-c8c6ea10-f3dc-4919-b01e-ecf5f8e88804 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 1129 time: 0.1057613 Sep 29 02:15:50.309431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873c6b-5132-4135-864d-b3fe50b9081d req-9e7b4b8c-23c6-46e6-acdd-e18edc0d8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.310796 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-9e7b4b8c-23c6-46e6-acdd-e18edc0d8464 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1168 time: 0.1037519 Sep 29 02:15:50.332659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Made reservation on behalf of 03571a9d7e1e43f1b5eef66eeae55844 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:50.334409 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['989cc0ba-4262-490c-8eed-fd84bb533af5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:50.336598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.339482 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['989cc0ba-4262-490c-8eed-fd84bb533af5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:50.404655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.437603 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.469770 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7dcde-5dbd-4b7a-8021-545b979c568a req-9a538ab9-f23d-4014-98a6-c075e1a46a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.471434 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1da7dcde-5dbd-4b7a-8021-545b979c568a req-9a538ab9-f23d-4014-98a6-c075e1a46a7b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0415857 Sep 29 02:15:50.520352 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1da7dcde-5dbd-4b7a-8021-545b979c568a req-02dee4bd-8531-4a51-b06b-0251d8b2a788 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Sep 29 02:15:50.608854 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Allocated IP 172.20.0.13 (64d5cf44-44c2-485b-ba8a-a1b90eabd08f/292fad39-a290-4992-a89f-5e65c3650043/1741689c-bd63-4a24-a920-8ff604b752f6) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:50.622688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-077cf6f1-0c9c-40f0-9315-1f95955d3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.624150 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-077cf6f1-0c9c-40f0-9315-1f95955d3a28 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.2003000 Sep 29 02:15:50.633659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873c6b-5132-4135-864d-b3fe50b9081d req-40efda0e-729f-4893-b6e4-ca6bad8b309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.635097 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-40efda0e-729f-4893-b6e4-ca6bad8b309b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 916 time: 0.2268815 Sep 29 02:15:50.678752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.715416 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.781299 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks [] for port (1741689c-bd63-4a24-a920-8ff604b752f6), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.802141 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.818809 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.865767 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:50.869404 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:50.873408 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:50.894682 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Pushing event updated for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:50.926096 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.926736 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:50.944515 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-fd1bcb24-ca43-4036-9d54-c94a8c76caf0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8071165 Sep 29 02:15:51.128893 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32afe9b-5c26-4ea6-a8ea-37a331f0b5be req-923d67eb-7ab7-44c4-a535-ae5ecb19151e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.130447 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f32afe9b-5c26-4ea6-a8ea-37a331f0b5be req-923d67eb-7ab7-44c4-a535-ae5ecb19151e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0481229 Sep 29 02:15:51.185613 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f32afe9b-5c26-4ea6-a8ea-37a331f0b5be req-115c22b2-5d13-4701-8c29-f9a3488aabb9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483999 Sep 29 02:15:51.374264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e02a-b906-45c2-ba71-ba4d0f5d2f9c req-eddd3b51-0021-41aa-a778-dca21b197e1e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.375749 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1289e02a-b906-45c2-ba71-ba4d0f5d2f9c req-eddd3b51-0021-41aa-a778-dca21b197e1e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 932 time: 0.3020132 Sep 29 02:15:51.422123 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1289e02a-b906-45c2-ba71-ba4d0f5d2f9c req-4b5a7ddc-6ece-4566-84d2-504bf09afc17 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Sep 29 02:15:51.500469 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Request body: {'port': {'device_id': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:51.674687 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-c3af5ef2-680f-4bd6-ba48-b51a0d479dd3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 1001 time: 0.1707072 Sep 29 02:15:51.678407 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-720dac9c-5e7d-4512-b621-f55546a203a8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 200 len: 1001 time: 0.1733217 Sep 29 02:15:51.679320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:51.928838 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1741689c-bd63-4a24-a920-8ff604b752f6 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:51.936648 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks [] for port (1741689c-bd63-4a24-a920-8ff604b752f6), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:51.952758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Transition to ACTIVE for port object 1741689c-bd63-4a24-a920-8ff604b752f6 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:51.959249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:51.999098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:52.042323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Pushing event updated for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:52.076084 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Attempting to bind port 1741689c-bd63-4a24-a920-8ff604b752f6 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:52.076412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Attempting to bind port 1741689c-bd63-4a24-a920-8ff604b752f6 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:52.076730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Attempting to bind port 1741689c-bd63-4a24-a920-8ff604b752f6 on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:52.116697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Port 1741689c-bd63-4a24-a920-8ff604b752f6 on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:52.117015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Attempting to bind port 1741689c-bd63-4a24-a920-8ff604b752f6 on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:52.119873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:52.161327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:52.161652 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Checking segment: {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:52.162037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Bound using segment: {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:52.162478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Bound port: 1741689c-bd63-4a24-a920-8ff604b752f6, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:52.162827 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:52.226678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:52.229762 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1741689c-bd63-4a24-a920-8ff604b752f6,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:52.237373 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:52.242983 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.243627 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:52.245006 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/1741689c-bd63-4a24-a920-8ff604b752f6 HTTP/1.1" status: 200 len: 1094 time: 0.7503264 Sep 29 02:15:52.245554 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:52.247853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bac239-0c43-482e-b28d-26b9522d81c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:52.296423 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c51ecb-5e67-46f0-a7fc-05ab1f5e0b85 x-openstack-request-id: req-f8c51ecb-5e67-46f0-a7fc-05ab1f5e0b85 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:52.296703 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:52.296952 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8c51ecb-5e67-46f0-a7fc-05ab1f5e0b85 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:52.297357 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c51ecb-5e67-46f0-a7fc-05ab1f5e0b85'] response: {'name': 'network-changed', 'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6', 'status': 'completed', 'code': 200} Sep 29 02:15:52.302182 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51db3d-ddd0-40d2-9de3-23822033de87 service neutron] Pushing event updated for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:52.317446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141bcc4-03ef-4145-8c6e-fdb683d9b6ac req-e0ca4d90-81da-4474-9221-fe73533839ed tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.318925 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b141bcc4-03ef-4145-8c6e-fdb683d9b6ac req-e0ca4d90-81da-4474-9221-fe73533839ed tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0535455 Sep 29 02:15:52.366862 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b141bcc4-03ef-4145-8c6e-fdb683d9b6ac req-d428ac57-6a81-483e-ac5c-e46aab167d73 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Sep 29 02:15:52.636124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add1082-c646-4b2c-8f24-7a4096ab3f48 req-7182aee3-903d-4c69-a006-e689a3e7afba tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.637612 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6add1082-c646-4b2c-8f24-7a4096ab3f48 req-7182aee3-903d-4c69-a006-e689a3e7afba tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 944 time: 0.1351550 Sep 29 02:15:52.667881 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:52.668469 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873c6b-5132-4135-864d-b3fe50b9081d req-a72ed264-652d-4956-b4d4-cbc94af36a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.670140 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-a72ed264-652d-4956-b4d4-cbc94af36a4c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.1662593 Sep 29 02:15:52.671106 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-050e44b8-c327-40e2-9218-1008951e9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.673077 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-050e44b8-c327-40e2-9218-1008951e9cd0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 1128 time: 0.1128716 Sep 29 02:15:52.674347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-abe9fcc9-fa06-4ad5-a180-f7e96b7e4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.675652 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-abe9fcc9-fa06-4ad5-a180-f7e96b7e4455 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.1627719 Sep 29 02:15:52.712110 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6add1082-c646-4b2c-8f24-7a4096ab3f48 req-9adbc1dd-1380-4648-92a2-bda49ae1d480 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662229 Sep 29 02:15:52.878160 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873c6b-5132-4135-864d-b3fe50b9081d req-8b3b91e0-2b83-416a-80ea-c2ddb2ac6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.879751 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-8b3b91e0-2b83-416a-80ea-c2ddb2ac6688 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1304898 Sep 29 02:15:52.882727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-8ae1b229-b1cf-44c4-9bc9-8cd31238e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.884093 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-8ae1b229-b1cf-44c4-9bc9-8cd31238e1ff service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1053915 Sep 29 02:15:53.015354 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-3966cbbf-949b-4cf1-81a4-dd142b981eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:53.016813 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-3966cbbf-949b-4cf1-81a4-dd142b981eb3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2369421 Sep 29 02:15:53.054428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:53.098558 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-a14f4714-b7e3-4445-9501-976ee62f68ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993606 Sep 29 02:15:53.102765 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-b3e96205-4ee1-48ff-a4a4-89491bf1e668 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047722 Sep 29 02:15:53.172410 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-49d982e8-bd45-4c0c-a80f-c815544e07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:53.173927 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9bac239-0c43-482e-b28d-26b9522d81c0 req-49d982e8-bd45-4c0c-a80f-c815544e07fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154966 Sep 29 02:15:53.500853 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0cb1c-efcd-4978-8ef4-aa87ee0045f1 req-c9c6fe74-1129-4fd0-b6cd-911b439ae7f3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:53.502325 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-64a0cb1c-efcd-4978-8ef4-aa87ee0045f1 req-c9c6fe74-1129-4fd0-b6cd-911b439ae7f3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0477595 Sep 29 02:15:53.552481 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-64a0cb1c-efcd-4978-8ef4-aa87ee0045f1 req-8f8d9721-9fb0-4232-997a-9f2b456330ca tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Sep 29 02:15:53.846684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174224c-2f63-4f92-87e7-1e3bb1b09bc7 req-94600a9d-6249-4e46-9445-f0fd5f58d519 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:53.848201 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f174224c-2f63-4f92-87e7-1e3bb1b09bc7 req-94600a9d-6249-4e46-9445-f0fd5f58d519 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Sep 29 02:15:53.895891 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f174224c-2f63-4f92-87e7-1e3bb1b09bc7 req-d7d95200-9d2f-4753-aaf4-bf3b4c87ce47 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Sep 29 02:15:54.195078 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:54.317054 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-ef11aafa-ad7c-4b12-b015-70c42a852917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.318558 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-ef11aafa-ad7c-4b12-b015-70c42a852917 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 1128 time: 0.0961702 Sep 29 02:15:54.354989 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89873c6b-5132-4135-864d-b3fe50b9081d req-19907c32-95e5-4b65-9767-279f1b89b8b0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051163 Sep 29 02:15:54.382788 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-354ac96e-16c8-470b-a2fc-681fd61913f8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1741689c-bd63-4a24-a920-8ff604b752f6 HTTP/1.1" status: 200 len: 217 time: 0.0461342 Sep 29 02:15:54.384865 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c73dbfc2-5183-43f1-a18e-fc6728aedf97 req-8c53c80c-dbfe-4f3c-b0b1-6a69a16fb300 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225235 Sep 29 02:15:54.449651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825073-8052-4980-9f16-6523335c08e6 req-5db0684c-1f39-4e0a-9e3b-2be2fe94e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.451170 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-5db0684c-1f39-4e0a-9e3b-2be2fe94e47b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=292fad39-a290-4992-a89f-5e65c3650043 HTTP/1.1" status: 200 len: 853 time: 0.0506287 Sep 29 02:15:54.542326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-f1882869-74d3-4a72-8b1b-af0c8bbc7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.543837 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-f1882869-74d3-4a72-8b1b-af0c8bbc7f95 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1168 time: 0.0504243 Sep 29 02:15:54.566369 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-35633588-6860-4ada-821b-cfb8fb64b7b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376365 Sep 29 02:15:54.677079 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7d857-cbda-4ad4-b1ea-c8671c8469ea req-b66b91f6-c1d5-472f-8268-89de7b450594 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.678626 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-54f7d857-cbda-4ad4-b1ea-c8671c8469ea req-b66b91f6-c1d5-472f-8268-89de7b450594 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0499840 Sep 29 02:15:54.712975 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-f91e37a1-d4a3-46db-87ad-1f898fdaac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.714459 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-f91e37a1-d4a3-46db-87ad-1f898fdaac90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 916 time: 0.1565933 Sep 29 02:15:54.717834 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-76db81be-1c5d-4cfb-ba22-948fb7e09814 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403220 Sep 29 02:15:54.729698 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-54f7d857-cbda-4ad4-b1ea-c8671c8469ea req-25e7ccf9-16ec-4d1b-9ab1-45e74b4c5446 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 Sep 29 02:15:54.876264 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-df1aba3f-da85-4b98-a556-f21c46e48484 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 1001 time: 0.1455395 Sep 29 02:15:54.900333 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876473-9828-4d5c-8a21-97ce6a7a874c req-b44eb1a3-3f47-4f37-846a-c9623a6eadc8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.901715 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44876473-9828-4d5c-8a21-97ce6a7a874c req-b44eb1a3-3f47-4f37-846a-c9623a6eadc8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0921130 Sep 29 02:15:54.912824 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 54028) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:54.918354 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'floatingip': {'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:54.939801 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c825073-8052-4980-9f16-6523335c08e6 req-62f9f30e-604a-4466-9ad2-f6436c38f53d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079012 Sep 29 02:15:54.951627 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-b3d980bb-b98b-4cf5-91bf-6107af1c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.953094 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-b3d980bb-b98b-4cf5-91bf-6107af1c09d6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.0672784 Sep 29 02:15:54.965700 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:55.005455 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:55.020669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-0ca35015-9f35-416d-815e-599bc65b19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:55.022250 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-0ca35015-9f35-416d-815e-599bc65b19ba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531790 Sep 29 02:15:55.097331 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4940695-8b41-4197-9820-b9be1b069b7f req-c8e5c3ec-d5e2-4e66-bbd9-56c857730b7b tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:55.098830 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c4940695-8b41-4197-9820-b9be1b069b7f req-c8e5c3ec-d5e2-4e66-bbd9-56c857730b7b tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 944 time: 0.1010625 Sep 29 02:15:55.187925 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:55.213783 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c4940695-8b41-4197-9820-b9be1b069b7f req-9b1c9746-b9f2-4541-b380-2432ff394787 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060827 Sep 29 02:15:55.645080 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.db.resource_extend [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:15:55.691068 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:55.698601 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:55.700977 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:55.792203 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Floating IP 23a72b5e-1fe9-4a43-943c-99e0bb54d03d associated. External IP: 172.27.2.72, port: 9dab0557-c74f-4efc-aa94-60901837db9d. Sep 29 02:15:55.992420 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:56.096000 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:56.101588 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:56.108090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:56.119334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:56.119971 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:15:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:56.130680 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ffdad9be-4463-42ab-ab04-a55ee8708b1b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/23a72b5e-1fe9-4a43-943c-99e0bb54d03d HTTP/1.1" status: 200 len: 991 time: 1.2166116 Sep 29 02:15:56.131308 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:56.133777 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59" -d '{"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:56.170427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34529726-aab1-461a-aa7f-e2bdcb649b44 x-openstack-request-id: req-34529726-aab1-461a-aa7f-e2bdcb649b44 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:56.170677 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:56.170963 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34529726-aab1-461a-aa7f-e2bdcb649b44 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:56.171369 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34529726-aab1-461a-aa7f-e2bdcb649b44'] response: {'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'status': 'completed', 'code': 200} Sep 29 02:15:56.224381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:56.360181 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7bc4f-c59e-43e5-82f0-d524165deb36 req-19d345fe-630e-4fa5-96b2-812c0c5a8d3f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:56.361688 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6eb7bc4f-c59e-43e5-82f0-d524165deb36 req-19d345fe-630e-4fa5-96b2-812c0c5a8d3f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 944 time: 0.0577898 Sep 29 02:15:56.416951 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6eb7bc4f-c59e-43e5-82f0-d524165deb36 req-11fd9d81-f303-4019-9a9c-2bc21137011d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Sep 29 02:15:56.447521 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:15:55Z', 'revision_number': 1, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:56.475978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:56.485188 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:56.485862 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:15:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:56.579112 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:56.597754 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:56.821502 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:15:55Z', 'revision_number': 1, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:56.845858 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8fb6a-7d24-4b89-9585-fe30e2db5ce1 None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:15:55Z', 'revision_number': 1, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:57.038405 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e645480-a82f-4f36-b54a-0d1adb6494c2 None None] New status for floating IP 23a72b5e-1fe9-4a43-943c-99e0bb54d03d: ACTIVE {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:57.558352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c5f3-33b3-4a73-aa0b-673981406270 req-abc4b05b-f959-4fda-b42c-87ce80644f2f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:57.559910 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-07e1c5f3-33b3-4a73-aa0b-673981406270 req-abc4b05b-f959-4fda-b42c-87ce80644f2f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 944 time: 0.0580707 Sep 29 02:15:57.608873 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-07e1c5f3-33b3-4a73-aa0b-673981406270 req-6e23b9e6-4610-489e-8a29-d94bc8fdf095 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Sep 29 02:15:57.669921 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ff35a1ba-30e5-4b28-b926-6f6fd2226a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:58.135475 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:58.392438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 1741689c-bd63-4a24-a920-8ff604b752f6 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:58.495827 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1741689c-bd63-4a24-a920-8ff604b752f6,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:58.507014 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '1741689c-bd63-4a24-a920-8ff604b752f6', 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f', 'port_id': '1741689c-bd63-4a24-a920-8ff604b752f6', 'mac_address': 'fa:16:3e:50:c5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292fad39-a290-4992-a89f-5e65c3650043', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:58.534491 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:58.547535 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 1741689c-bd63-4a24-a920-8ff604b752f6 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:58.547923 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:58.561479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741689c-bd63-4a24-a920-8ff604b752f6 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:58.581702 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1741689c-bd63-4a24-a920-8ff604b752f6,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:58.588413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:58.634368 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:58.741785 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a135a-0158-44e5-bc4a-54f4833c5851 req-525d153e-6cd0-4acd-a56a-9dc86b2b6d17 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:58.743281 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9e3a135a-0158-44e5-bc4a-54f4833c5851 req-525d153e-6cd0-4acd-a56a-9dc86b2b6d17 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0553291 Sep 29 02:15:58.794992 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9e3a135a-0158-44e5-bc4a-54f4833c5851 req-f96964a4-34ee-47ca-940c-796e1a0c9f6d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Sep 29 02:15:59.042880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-4212af82-3365-46e7-80ac-a7a4b0f51872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.044422 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-4212af82-3365-46e7-80ac-a7a4b0f51872 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0811977 Sep 29 02:15:59.128018 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-c30cc868-3b41-4dc0-be31-f47f3b71c615 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857922 Sep 29 02:15:59.147132 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:59.268584 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['1741689c-bd63-4a24-a920-8ff604b752f6'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:59.481147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-08f17ccd-2a8c-4b4b-be12-f61827fd8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.482521 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-08f17ccd-2a8c-4b4b-be12-f61827fd8c70 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.4286070 Sep 29 02:15:59.540509 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b03598e-af18-4631-a471-22d6d34aa0e2 req-ff92a6fa-36d5-495c-b813-7dfed99cf6a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051182 Sep 29 02:15:59.565620 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-4a386274-c7f0-49da-81a0-0f3d39929be5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1001 time: 0.0706854 Sep 29 02:15:59.642293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-3b11b227-94ba-491b-ae07-666ba4e4f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.643730 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-3b11b227-94ba-491b-ae07-666ba4e4f14e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0518701 Sep 29 02:15:59.712664 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-e344351f-a840-4881-937a-221128d339c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.714841 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-e344351f-a840-4881-937a-221128d339c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518365 Sep 29 02:15:59.806415 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-fb6b203e-a95a-4443-809e-eace5ea17a90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Sep 29 02:15:59.914824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1b23fb11-40a6-4486-a7b4-9d41dc8d23e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:59.935470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa66f34-da58-4e64-9b47-0f4f3e7fd8c1 req-89c7c58f-9acc-4536-b9bc-a444f98cd13e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.936927 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-daa66f34-da58-4e64-9b47-0f4f3e7fd8c1 req-89c7c58f-9acc-4536-b9bc-a444f98cd13e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0610373 Sep 29 02:15:59.938666 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0b9d307e-90a5-4c0f-9dc8-a8f9e2408b59 req-d87cf207-94d8-469d-88c2-7a5c0d22c41b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260633 Sep 29 02:15:59.988215 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-daa66f34-da58-4e64-9b47-0f4f3e7fd8c1 req-940807ac-7dbd-4677-a6b7-651a9aea35de tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Sep 29 02:16:01.120363 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08261a8-2baa-4ed4-a86b-9b825f0b214d req-2046336d-2603-4fd2-9edd-67604fa0fc82 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:01.121800 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a08261a8-2baa-4ed4-a86b-9b825f0b214d req-2046336d-2603-4fd2-9edd-67604fa0fc82 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Sep 29 02:16:01.136580 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:01.173383 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a08261a8-2baa-4ed4-a86b-9b825f0b214d req-96c321ab-3040-4db2-bec8-d0c5a14837b3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Sep 29 02:16:01.243653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:02.299318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5dd8-8056-4a43-9925-999058e13650 req-40872871-0b97-48a8-9980-033b717570a1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:02.305106 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9aba5dd8-8056-4a43-9925-999058e13650 req-40872871-0b97-48a8-9980-033b717570a1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Sep 29 02:16:02.353619 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9aba5dd8-8056-4a43-9925-999058e13650 req-fbfbb2fd-84a3-4e6e-a6c4-defbc34b5994 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Sep 29 02:16:02.604663 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:02.661244 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:03.476628 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429780f-653f-4050-a47c-f2a5a466a59c req-52814f3d-64b4-44a6-9404-0099feceb4ee tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:03.478494 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5429780f-653f-4050-a47c-f2a5a466a59c req-52814f3d-64b4-44a6-9404-0099feceb4ee tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Sep 29 02:16:03.531851 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5429780f-653f-4050-a47c-f2a5a466a59c req-cd88c248-4138-4dc0-a5f5-ae30589ad99d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Sep 29 02:16:04.652771 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:04.664053 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcefbc-f574-4032-89c0-f40215988d72 req-6ebc274f-44e0-4786-acdc-4be5e9eebae3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:04.665566 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-47dcefbc-f574-4032-89c0-f40215988d72 req-6ebc274f-44e0-4786-acdc-4be5e9eebae3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 945 time: 0.0476341 Sep 29 02:16:04.714529 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-47dcefbc-f574-4032-89c0-f40215988d72 req-30d503e3-c9a8-4515-a134-7782505511c6 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Sep 29 02:16:04.751115 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 1741689c-bd63-4a24-a920-8ff604b752f6 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:16:04.796618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 1741689c-bd63-4a24-a920-8ff604b752f6 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:16:04.803743 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 1741689c-bd63-4a24-a920-8ff604b752f6 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:04.804062 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:04.804517 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 1741689c-bd63-4a24-a920-8ff604b752f6 Sep 29 02:16:04.833020 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:04.877334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 1741689c-bd63-4a24-a920-8ff604b752f6 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:04.877709 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:04.900778 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:04.903097 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e298e0-a313-4806-91a7-7ec3533a4fac" -d '{"events": [{"server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:04.916503 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1741689c-bd63-4a24-a920-8ff604b752f6,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:04.921695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:04.944841 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e788fbba-3b8e-4b1a-9539-bbc7b18babfa x-openstack-request-id: req-e788fbba-3b8e-4b1a-9539-bbc7b18babfa {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:04.945126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:04.945370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e788fbba-3b8e-4b1a-9539-bbc7b18babfa {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:04.945758 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e788fbba-3b8e-4b1a-9539-bbc7b18babfa'] response: {'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6', 'code': 200} Sep 29 02:16:04.975609 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:05.195980 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc7fd5-13a2-48d2-a9dd-f31097c78623 req-349378ca-126f-4228-8d52-2165572b10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:05.197429 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7dc7fd5-13a2-48d2-a9dd-f31097c78623 req-349378ca-126f-4228-8d52-2165572b10c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0418265 Sep 29 02:16:05.245231 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7dc7fd5-13a2-48d2-a9dd-f31097c78623 req-467d0859-194c-40be-8742-8f82d7664654 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Sep 29 02:16:05.846800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec57c2-9654-4e4e-a81e-b77abf2951fd req-d465d028-9979-40fa-87a4-91136413ae45 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:05.848231 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-efec57c2-9654-4e4e-a81e-b77abf2951fd req-d465d028-9979-40fa-87a4-91136413ae45 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Sep 29 02:16:05.899649 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-efec57c2-9654-4e4e-a81e-b77abf2951fd req-719ca05e-e234-4323-8248-5eb1d7a71950 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Sep 29 02:16:07.031323 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c346167-f275-4edc-8e77-6e9fc9ad687a req-c062cca6-d1a5-4598-a54a-9a3fec47f1c7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:07.032785 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c346167-f275-4edc-8e77-6e9fc9ad687a req-c062cca6-d1a5-4598-a54a-9a3fec47f1c7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Sep 29 02:16:07.080765 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c346167-f275-4edc-8e77-6e9fc9ad687a req-300854f5-fede-4120-845d-b1c6d3d657d7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Sep 29 02:16:08.130917 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:08.132053 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:08.211189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4989e-46a9-4d28-9f47-8e5fad957de0 req-37f2dd90-4dcf-4556-bf1e-d25d97e8f5af tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:08.212661 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c5e4989e-46a9-4d28-9f47-8e5fad957de0 req-37f2dd90-4dcf-4556-bf1e-d25d97e8f5af tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0510697 Sep 29 02:16:08.265753 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c5e4989e-46a9-4d28-9f47-8e5fad957de0 req-6b014dd7-804e-412d-865c-26a553a7b6d5 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Sep 29 02:16:11.456989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 54206) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:11.573658 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dc152012-3ed5-40b0-8374-f4ebe9dcc581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.597775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:11.657505 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dc152012-3ed5-40b0-8374-f4ebe9dcc581 admin admin] Publish callbacks [] for security_group (d55179ca-bba8-409c-b183-9ad689ef674f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.662908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dc152012-3ed5-40b0-8374-f4ebe9dcc581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d55179ca-bba8-409c-b183-9ad689ef674f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.705237 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-dc152012-3ed5-40b0-8374-f4ebe9dcc581 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9cb8e79eba8b4680ae6f234bb701c1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471347 Sep 29 02:16:11.706094 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152012-3ed5-40b0-8374-f4ebe9dcc581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55179ca-bba8-409c-b183-9ad689ef674f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:11.708229 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 54210) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:11.721384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:11.763085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] Publish callbacks [] for security_group (d55179ca-bba8-409c-b183-9ad689ef674f), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.784529 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] Publish callbacks [] for security_group (d55179ca-bba8-409c-b183-9ad689ef674f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.846366 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d55179ca-bba8-409c-b183-9ad689ef674f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.849605 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:11.853564 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d55179ca-bba8-409c-b183-9ad689ef674f HTTP/1.1" status: 204 len: 168 time: 0.1415215 Sep 29 02:16:11.860144 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49352e-b13e-49cc-954b-b1732de21d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55179ca-bba8-409c-b183-9ad689ef674f,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:13.653321 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:21.699420 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=58,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.701528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=3,neutron:SELECT=13 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.828360 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.855307 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.642573 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.646783 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.118986 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:26.120183 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:27.670555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-10781f49-5208-4e2b-bc23-5dacc1114eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:29.929763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-cc439ec3-a91b-47db-b536-cd695d557ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:31.249515 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:32.607360 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:32.663336 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:35.137262 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:16:42.643894 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:42.655413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:43.666769 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:45.131106 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:45.131843 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:46.333376 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-b94e1267-eca6-4b1b-af13-c264bdc8e842 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398362 Sep 29 02:16:46.425144 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-6bbe27b8-6345-45b8-9c0e-2cb4b11da67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.426724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-6bbe27b8-6345-45b8-9c0e-2cb4b11da67a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 1129 time: 0.0432680 Sep 29 02:16:46.540069 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-cf37d88a-3b02-4db2-b7e4-27e097cbaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.541466 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-cf37d88a-3b02-4db2-b7e4-27e097cbaf67 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.0900102 Sep 29 02:16:46.589501 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-195525f8-3296-4fbe-ab47-49b7e63a5741 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 200 len: 217 time: 0.0404654 Sep 29 02:16:46.643542 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-169a5a81-1d02-4207-9bbc-74cb3fac78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.644954 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-169a5a81-1d02-4207-9bbc-74cb3fac78e0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0444713 Sep 29 02:16:46.694442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-edf9d9ae-7f85-4488-88a8-f0e06f13ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.695903 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-edf9d9ae-7f85-4488-88a8-f0e06f13ca21 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386314 Sep 29 02:16:46.796798 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-6cd90eed-abd1-48cd-82fc-528831af9c98 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890672 Sep 29 02:16:46.890220 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae571ff-5389-4815-a2e1-c5ce749bb309 req-9067cb73-c662-435f-b3eb-1a5e3526a7be service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Sep 29 02:16:47.220929 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 54490) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:47.342622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.425588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Publish callbacks [] for security_group (1ff7e94a-dbd2-431b-9bda-94c994cf6794), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.433153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ff7e94a-dbd2-431b-9bda-94c994cf6794), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.475442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7e94a-dbd2-431b-9bda-94c994cf6794,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:47.480868 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3644808c0131491e89cd1495177c47de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583206 Sep 29 02:16:47.484404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 54496) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:16:47.486440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.486764 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.487109 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.487827 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.488148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.488470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.488787 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.489087 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.489417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.489731 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.490063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.490404 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.490683 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.490996 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.491302 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099514d-c534-4533-8648-b6f002496925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.542727 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Publish callbacks [] for security_group (1ff7e94a-dbd2-431b-9bda-94c994cf6794), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.564490 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Publish callbacks [] for security_group (1ff7e94a-dbd2-431b-9bda-94c994cf6794), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.621919 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ff7e94a-dbd2-431b-9bda-94c994cf6794), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.625312 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:47.626457 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1ff7e94a-dbd2-431b-9bda-94c994cf6794 HTTP/1.1" status: 204 len: 168 time: 0.1408885 Sep 29 02:16:47.634703 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7e94a-dbd2-431b-9bda-94c994cf6794,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:47.642365 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.642706 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.643029 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.643372 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.643702 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.644147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.644465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.644783 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.645099 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.645482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.645715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.646039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.646432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.646670 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:47.646978 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9616f487-cc3a-4b26-8c10-28164935c809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:53.661346 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.478489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=61,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.482949 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.630897 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.637794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:57.665838 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b305007f-dad6-4a33-818e-fdd60a413cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:59.930238 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-965f18f9-cd79-422d-930d-407874ec44c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:01.259622 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.607577 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:02.661237 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.150977 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56844a6-29be-4dbc-a4bf-51634f62448f req-a6eea497-a4a7-4de9-b0e8-7afc77592e16 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.152318 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a56844a6-29be-4dbc-a4bf-51634f62448f req-a6eea497-a4a7-4de9-b0e8-7afc77592e16 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Sep 29 02:17:10.202705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a56844a6-29be-4dbc-a4bf-51634f62448f req-93d5df60-2f0d-45a4-b264-af252ff5e155 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Sep 29 02:17:11.334275 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae637510-af14-4dbe-91fe-5f48ccef5993 req-5ca4ba26-273b-47f7-813d-71b1da5300a3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.335777 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ae637510-af14-4dbe-91fe-5f48ccef5993 req-5ca4ba26-273b-47f7-813d-71b1da5300a3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Sep 29 02:17:11.394566 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ae637510-af14-4dbe-91fe-5f48ccef5993 req-4a4f8f37-4fae-4b44-8f0c-8b9a86f863fb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497046 Sep 29 02:17:12.139425 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:17:12.536636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8876c-f6d3-4884-88f6-08d3505f1b9d req-443cb1c3-2d83-4e7f-a193-a53f4116f6df tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.538714 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5db8876c-f6d3-4884-88f6-08d3505f1b9d req-443cb1c3-2d83-4e7f-a193-a53f4116f6df tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Sep 29 02:17:12.587405 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5db8876c-f6d3-4884-88f6-08d3505f1b9d req-7a88d0c0-e967-4bfc-a9f6-0add771ba5fc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Sep 29 02:17:12.651139 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.652998 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:13.682119 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:13.721183 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72299da1-29d9-4053-9e64-6a790386bce9 req-b280e7c0-9df5-4d0a-ad41-cc68b8cd8553 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:13.722707 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-72299da1-29d9-4053-9e64-6a790386bce9 req-b280e7c0-9df5-4d0a-ad41-cc68b8cd8553 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Sep 29 02:17:13.780152 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-72299da1-29d9-4053-9e64-6a790386bce9 req-34804905-fe7b-4107-b965-8325162b0da7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Sep 29 02:17:14.921264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943370-4d67-48aa-bd90-68c04e432890 req-fbd70ca1-5d1c-4eef-a35a-4c9892bc75ca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:14.922761 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08943370-4d67-48aa-bd90-68c04e432890 req-fbd70ca1-5d1c-4eef-a35a-4c9892bc75ca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0515509 Sep 29 02:17:14.970286 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08943370-4d67-48aa-bd90-68c04e432890 req-29e490e3-598a-41f0-865b-6ae60a2f62af tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Sep 29 02:17:16.124176 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c8d1-fca8-478f-87c1-11af806730b5 req-6d7bfb1a-bfb5-4cd4-aac7-7d1ba0ca1430 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:16.125619 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f763c8d1-fca8-478f-87c1-11af806730b5 req-6d7bfb1a-bfb5-4cd4-aac7-7d1ba0ca1430 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0544302 Sep 29 02:17:16.188026 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f763c8d1-fca8-478f-87c1-11af806730b5 req-ff3617d2-f3e9-42eb-bd43-ec5bea4ac413 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536289 Sep 29 02:17:17.336360 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56169585-702c-4b8a-82fe-951bad34d9ad req-656c0493-5998-4898-a8ff-b556b2d71cdd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.337892 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-56169585-702c-4b8a-82fe-951bad34d9ad req-656c0493-5998-4898-a8ff-b556b2d71cdd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0551150 Sep 29 02:17:17.389349 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-56169585-702c-4b8a-82fe-951bad34d9ad req-23ff936f-e9a7-4e22-a9b4-55f448a365d0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Sep 29 02:17:18.532583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cad308-156f-4dfb-87a2-f0c2b38ca4d4 req-37b9a4f6-8c6c-46bb-92c1-6916db73bbca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:18.534066 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2cad308-156f-4dfb-87a2-f0c2b38ca4d4 req-37b9a4f6-8c6c-46bb-92c1-6916db73bbca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Sep 29 02:17:18.582696 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2cad308-156f-4dfb-87a2-f0c2b38ca4d4 req-d2f8bd60-9a90-452f-9187-2bd370e91a48 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Sep 29 02:17:19.720440 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f54bd1-ade3-4908-b3c6-bc38ce4f1ed0 req-0ed2d083-eb29-4b65-b6aa-45b99146061d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.721948 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7f54bd1-ade3-4908-b3c6-bc38ce4f1ed0 req-0ed2d083-eb29-4b65-b6aa-45b99146061d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Sep 29 02:17:19.785213 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7f54bd1-ade3-4908-b3c6-bc38ce4f1ed0 req-68466b9f-bfe6-41b7-945f-59f2fd4baca6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559447 Sep 29 02:17:20.928113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709d02-bf28-450d-a7e4-ea74d69aa0f9 req-d99a6abf-053c-4785-b8ef-cc0e7886a0ea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:20.929606 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-18709d02-bf28-450d-a7e4-ea74d69aa0f9 req-d99a6abf-053c-4785-b8ef-cc0e7886a0ea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0474839 Sep 29 02:17:20.979330 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-18709d02-bf28-450d-a7e4-ea74d69aa0f9 req-2839dbda-47f8-4745-a01c-9331aa0f4464 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Sep 29 02:17:21.176717 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 54748) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.181449 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146460029', 'description': 'tempest-description--148947555'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.205794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.273195 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (20f6b375-96e6-453b-8ac6-02003e3acf70), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.280176 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (20f6b375-96e6-453b-8ac6-02003e3acf70), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.310401 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.311620 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1338527 Sep 29 02:17:21.313624 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0078210-0e79-4654-91d9-6bde690bc01f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f6b375-96e6-453b-8ac6-02003e3acf70,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.314913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 54750) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.319661 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '20f6b375-96e6-453b-8ac6-02003e3acf70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.348318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (e0c3ec8e-b3a8-42bd-b853-e43253214539), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.405449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (e0c3ec8e-b3a8-42bd-b853-e43253214539), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.410159 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (e0c3ec8e-b3a8-42bd-b853-e43253214539), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.431298 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c3ec8e-b3a8-42bd-b853-e43253214539,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.441638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.442881 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5eb4a5a7-bb9f-4cbd-a024-e25b267027ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269419 Sep 29 02:17:21.445645 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 54752) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.450086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '20f6b375-96e6-453b-8ac6-02003e3acf70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.478296 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (28c50a19-ac82-4757-8c08-8a9f753f250d), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.543939 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (28c50a19-ac82-4757-8c08-8a9f753f250d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.549653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (28c50a19-ac82-4757-8c08-8a9f753f250d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.571153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c50a19-ac82-4757-8c08-8a9f753f250d,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.577266 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.578480 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-02957071-e615-417b-9476-424c5ff706f4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318867 Sep 29 02:17:21.582742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 54754) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.586943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.610293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.651275 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.659574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.697662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.807642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.27.2.133 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/b7c6db77-04c9-4929-bb4c-0fa031c400f0) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:21.919326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.954726 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.995228 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:22.000864 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:22.003471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:22.027486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=b7c6db77-04c9-4929-bb4c-0fa031c400f0,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:22.134354 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.142625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeec0a-6647-4b7b-ad18-f0ecca926f40 req-963e9c79-12fa-462a-90ff-6a89c419dfea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:22.144129 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01eeec0a-6647-4b7b-ad18-f0ecca926f40 req-963e9c79-12fa-462a-90ff-6a89c419dfea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0614343 Sep 29 02:17:22.198625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.246704 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-01eeec0a-6647-4b7b-ad18-f0ecca926f40 req-8d687e65-670c-41a6-84ca-40dd3e7c4a49 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908363 Sep 29 02:17:22.341527 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.367792 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1950d-7ded-4100-a085-33d9565bcf1c req-1c799a68-e3f4-4990-b731-56918aab5b10 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:22.369197 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7db1950d-7ded-4100-a085-33d9565bcf1c req-1c799a68-e3f4-4990-b731-56918aab5b10 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0475357 Sep 29 02:17:22.384534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.390470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.418431 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7db1950d-7ded-4100-a085-33d9565bcf1c req-682740b9-6829-423c-a215-a19625c518a4 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Sep 29 02:17:22.454043 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.460111 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.463024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=b7c6db77-04c9-4929-bb4c-0fa031c400f0,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:22.480778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.482104 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-025f418d-1830-464d-bbbc-235b03209eb8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8984280 Sep 29 02:17:22.685152 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-d9233585-0429-42bb-9f25-7d3a1839d910 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--146460029&fields=id&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 267 time: 0.0434957 Sep 29 02:17:22.749249 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=19 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.750281 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=15 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.800347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-1ec1f5ab-ff7c-45ae-8825-cae745d55d1e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:22.801768 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-1ec1f5ab-ff7c-45ae-8825-cae745d55d1e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1068652 Sep 29 02:17:22.816801 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-4206ec82-3cbd-4cd0-9f46-3f6419419a1c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/quotas/9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 375 time: 0.0091953 Sep 29 02:17:22.870040 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-8ba68bfa-5060-4440-9302-4c716ebdb74c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455987 Sep 29 02:17:22.976591 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-59ee4e40-c22d-4d1f-a106-8f3a6b99b030 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948453 Sep 29 02:17:23.072408 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-4edb1815-dd48-48d9-9259-7e9092c349bc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Sep 29 02:17:23.252660 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f9dfb5b4-bc52-44ac-87ab-8a89d0722afa req-f3276b37-102c-494d-a14a-9ffad40cfdd5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 210 time: 0.0314240 Sep 29 02:17:23.395410 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f95d2a-df14-4cf2-8799-10575a063125 req-d18b3cd0-ae38-4c38-bc4d-5deab83bff0d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.396888 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-86f95d2a-df14-4cf2-8799-10575a063125 req-d18b3cd0-ae38-4c38-bc4d-5deab83bff0d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0538344 Sep 29 02:17:23.449091 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-86f95d2a-df14-4cf2-8799-10575a063125 req-3e1f1e0e-d386-4880-a2e4-39100203dc7a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 Sep 29 02:17:23.545936 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f500a-e8c4-4c6f-96ac-a44648fc666d req-a51c15d6-22ec-485f-be7f-74cd0817f0dc tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.547487 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a78f500a-e8c4-4c6f-96ac-a44648fc666d req-a51c15d6-22ec-485f-be7f-74cd0817f0dc tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0513985 Sep 29 02:17:23.597760 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a78f500a-e8c4-4c6f-96ac-a44648fc666d req-3c97b506-156f-4860-bc1a-a35cd9f82907 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 Sep 29 02:17:23.674677 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:23.675995 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:24.374107 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed551c3d-78b2-46b4-b7f5-66a2d7efbed4 req-26cfa557-7e7f-4e9b-838b-0adfc56e2041 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 210 time: 0.0384984 Sep 29 02:17:24.628874 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945381-cb06-4465-b83d-fc66afc71de8 req-bc8e59c6-b193-4d9c-a9b9-a16c5a3ae67e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:24.632729 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-49945381-cb06-4465-b83d-fc66afc71de8 req-bc8e59c6-b193-4d9c-a9b9-a16c5a3ae67e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Sep 29 02:17:24.671356 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eafb0-db6b-4a2e-b839-41560e71221f req-ed0507b2-b7b6-4bbe-8e7f-597f3979e318 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:24.673121 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-895eafb0-db6b-4a2e-b839-41560e71221f req-ed0507b2-b7b6-4bbe-8e7f-597f3979e318 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Sep 29 02:17:24.685890 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-49945381-cb06-4465-b83d-fc66afc71de8 req-785ed1ac-fdce-4a89-abff-9b5a226b4ffc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Sep 29 02:17:24.778573 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42fef-26fd-4d9a-b160-0cc908ceb335 req-363655b8-180d-4b1f-86ae-c50813fdd3b8 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:24.780157 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-09a42fef-26fd-4d9a-b160-0cc908ceb335 req-363655b8-180d-4b1f-86ae-c50813fdd3b8 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 946 time: 0.0841448 Sep 29 02:17:24.838792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Deleting port 1741689c-bd63-4a24-a920-8ff604b752f6 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:24.839125 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:24.907815 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-09a42fef-26fd-4d9a-b160-0cc908ceb335 req-370d803a-d53c-43ba-966d-29964c16741f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029553 Sep 29 02:17:24.942401 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:24.957166 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] For port 1741689c-bd63-4a24-a920-8ff604b752f6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1741689c-bd63-4a24-a920-8ff604b752f6,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:24.957530 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:24.971210 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Calling delete_port for 1741689c-bd63-4a24-a920-8ff604b752f6 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:25.090516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:25.104541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (1741689c-bd63-4a24-a920-8ff604b752f6), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.131025 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Pushing event deleted for resources: {'Port': ['ID=1741689c-bd63-4a24-a920-8ff604b752f6,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:25.162094 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['1741689c-bd63-4a24-a920-8ff604b752f6'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:25.179220 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] No DVR routers for this DVR port 1741689c-bd63-4a24-a920-8ff604b752f6 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:25.181726 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.185023 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-895eafb0-db6b-4a2e-b839-41560e71221f req-32b1a3b6-c8f6-4c67-85ab-5ae0b25b7a72 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "DELETE /networking/v2.0/ports/1741689c-bd63-4a24-a920-8ff604b752f6 HTTP/1.1" status: 204 len: 173 time: 0.5021327 Sep 29 02:17:25.185518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'name': 'network-vif-deleted', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:25.187812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bcd54a-ee1d-4211-9a10-4fe411240ae4" -d '{"events": [{"server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "name": "network-vif-deleted", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:25.225320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb0086-933f-4821-bd46-28ed48e3d6e6 x-openstack-request-id: req-34bb0086-933f-4821-bd46-28ed48e3d6e6 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:25.225611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed76a1c3-ab05-47fd-a36f-b43b032dc7f8", "name": "network-vif-deleted", "tag": "1741689c-bd63-4a24-a920-8ff604b752f6", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:25.225861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34bb0086-933f-4821-bd46-28ed48e3d6e6 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:25.226307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bb0086-933f-4821-bd46-28ed48e3d6e6'] response: {'server_uuid': 'ed76a1c3-ab05-47fd-a36f-b43b032dc7f8', 'name': 'network-vif-deleted', 'tag': '1741689c-bd63-4a24-a920-8ff604b752f6', 'status': 'completed', 'code': 200} Sep 29 02:17:25.494719 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-68124d15-e249-4c47-be5e-f12ef3e5e02d req-354a67bf-89fc-401b-a57e-70bf59e6c707 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 210 time: 0.0305569 Sep 29 02:17:25.833220 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b019b59-dfd6-40f4-953d-44e36ba8e659 req-927f0518-7299-4511-9a2b-c63268b3b458 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:25.834761 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b019b59-dfd6-40f4-953d-44e36ba8e659 req-927f0518-7299-4511-9a2b-c63268b3b458 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0567496 Sep 29 02:17:25.883735 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b019b59-dfd6-40f4-953d-44e36ba8e659 req-3fc7a436-5032-419f-9ef1-69950e953a84 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Sep 29 02:17:26.054867 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-25423942-d2a1-452d-822f-326d40b83f34 req-aaf763b7-2007-4f70-befa-d4c50ace7b93 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ed76a1c3-ab05-47fd-a36f-b43b032dc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0412910 Sep 29 02:17:26.069516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0c71450b-d92b-46c4-94d6-27af4e6fed26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.070982 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0c71450b-d92b-46c4-94d6-27af4e6fed26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1631930 Sep 29 02:17:26.330870 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-f54dd009-804f-425c-868c-108f5d8c383f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 472 time: 0.0721633 Sep 29 02:17:26.340426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'port': {'device_id': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'admin_state_up': True, 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'security_groups': ['20f6b375-96e6-453b-8ac6-02003e3acf70']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:26.454238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:26.457951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.585889 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:26.589817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.20.0.7 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/b456ebbb-96ea-4001-91f9-990472bb2ee7) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:26.604888 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6efc89f4-22a5-4e81-b1ef-cc0cbd678f7f req-bdfc7209-5fc7-4203-833a-bbea39c0d706 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 210 time: 0.0284057 Sep 29 02:17:26.746130 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:26.749760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.786084 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.830248 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:26.833622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:26.837828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:26.865852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:26.879445 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:26.896640 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.897261 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.919041 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-afbbc993-88dc-41e8-81df-675dc34ee9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822372 Sep 29 02:17:26.938150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Request body: {'port': {'device_id': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:27.028622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.046110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062bdcc-4aba-439f-8759-c1214f172a27 req-772d1579-43cb-4427-bd56-689ac1cb5910 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.047623 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e062bdcc-4aba-439f-8759-c1214f172a27 req-772d1579-43cb-4427-bd56-689ac1cb5910 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0747936 Sep 29 02:17:27.069001 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Provisioning complete for port b456ebbb-96ea-4001-91f9-990472bb2ee7 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:27.069570 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.069835 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Attempt 1 to provision port b456ebbb-96ea-4001-91f9-990472bb2ee7 Sep 29 02:17:27.106398 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Port b456ebbb-96ea-4001-91f9-990472bb2ee7 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:27.172698 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e062bdcc-4aba-439f-8759-c1214f172a27 req-9ea197b9-e145-4ab9-9fb4-82ea4cab52c6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190326 Sep 29 02:17:27.185231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:27.299925 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:27.312641 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:27.351473 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: ACTIVE; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:27.351854 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.369165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b456ebbb-96ea-4001-91f9-990472bb2ee7 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:27.369550 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:27.377592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks [] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.390631 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:27.392283 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Transition to ACTIVE for port object b456ebbb-96ea-4001-91f9-990472bb2ee7 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:27.396292 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.397338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.443235 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=6']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:27.450379 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.450779 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.451350 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.451350 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.452106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.452106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.452321 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.452634 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.452942 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.453252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.453780 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.453918 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.454208 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.454511 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.454818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:27.478204 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:27.505589 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Attempting to bind port b456ebbb-96ea-4001-91f9-990472bb2ee7 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:27.505921 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Attempting to bind port b456ebbb-96ea-4001-91f9-990472bb2ee7 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:27.506287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Attempting to bind port b456ebbb-96ea-4001-91f9-990472bb2ee7 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:27.552901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Port b456ebbb-96ea-4001-91f9-990472bb2ee7 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:27.553409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Attempting to bind port b456ebbb-96ea-4001-91f9-990472bb2ee7 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:27.601046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:27.601697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:27.601697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:27.602198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Bound port: b456ebbb-96ea-4001-91f9-990472bb2ee7, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:27.602555 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.607187 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Attempt 2 to provision port b456ebbb-96ea-4001-91f9-990472bb2ee7 Sep 29 02:17:27.641089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Port b456ebbb-96ea-4001-91f9-990472bb2ee7 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:27.663972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:27.667212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:27.675330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3e52c3fc-5239-448d-b30b-b0e4bfd21d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.676550 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.680837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.681430 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:27.682972 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b456ebbb-96ea-4001-91f9-990472bb2ee7 HTTP/1.1" status: 200 len: 1093 time: 0.7498486 Sep 29 02:17:27.683514 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:27.686309 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee413c-7fbd-42bd-b900-b3c8e829332a" -d '{"events": [{"name": "network-changed", "server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:27.716760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:27.721946 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:27.725289 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7f619-2a32-4bd8-b561-5fb6edcd03c7 x-openstack-request-id: req-31d7f619-2a32-4bd8-b561-5fb6edcd03c7 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:27.725574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:27.725813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31d7f619-2a32-4bd8-b561-5fb6edcd03c7 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:27.726229 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d7f619-2a32-4bd8-b561-5fb6edcd03c7'] response: {'name': 'network-changed', 'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'status': 'completed', 'code': 200} Sep 29 02:17:27.728675 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:27.738794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381ea4-f455-4bae-acc1-0b78e794af4d req-0037f2c4-12a0-464a-830f-b75d2e487afc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.740262 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-34381ea4-f455-4bae-acc1-0b78e794af4d req-0037f2c4-12a0-464a-830f-b75d2e487afc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0549695 Sep 29 02:17:27.743098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca67d8-0242-444c-8a0d-ddddbe208b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:27.770089 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['bc863b20-676e-4d92-aa33-c3d860ed5227'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:27.791881 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-34381ea4-f455-4bae-acc1-0b78e794af4d req-e1f3df10-b3e5-494c-9744-4cd87cab3471 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Sep 29 02:17:28.142490 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Attempt 3 to provision port b456ebbb-96ea-4001-91f9-990472bb2ee7 Sep 29 02:17:28.192074 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a873-2ec8-409d-b75e-23b298dcb7ba None None] Port b456ebbb-96ea-4001-91f9-990472bb2ee7 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:17:28.310349 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f5d13-4d7c-4e76-88b6-36fc790831dc req-88c64735-299e-4296-ba56-3825af983bb0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:28.311842 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0d4f5d13-4d7c-4e76-88b6-36fc790831dc req-88c64735-299e-4296-ba56-3825af983bb0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0549564 Sep 29 02:17:28.363933 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0d4f5d13-4d7c-4e76-88b6-36fc790831dc req-edb09e98-d8a9-4ffc-9cc0-dee291c48d50 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Sep 29 02:17:28.920006 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4fe3-2840-4b0b-b69d-bd751eaf5d20 req-c951295b-d9d7-4abb-9c7b-ff96457c2d80 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:28.921426 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b46e4fe3-2840-4b0b-b69d-bd751eaf5d20 req-c951295b-d9d7-4abb-9c7b-ff96457c2d80 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0498374 Sep 29 02:17:28.969127 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b46e4fe3-2840-4b0b-b69d-bd751eaf5d20 req-24e13891-78c4-41ae-bf53-d86bf4c143a0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414965 Sep 29 02:17:29.494723 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe15cb2-2a04-473c-a6c8-07e14ddeed51 req-5fb6dc50-5086-4602-b96d-071f349eec27 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.496179 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfe15cb2-2a04-473c-a6c8-07e14ddeed51 req-5fb6dc50-5086-4602-b96d-071f349eec27 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0497334 Sep 29 02:17:29.550933 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfe15cb2-2a04-473c-a6c8-07e14ddeed51 req-044a6e2e-ae1d-4df8-9915-b564380b588b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462472 Sep 29 02:17:29.926429 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-cde3bce7-c13d-4ace-a4d1-98df3b13939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:30.103269 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4abce2-45fb-46f4-936b-01f2b7afafdf req-ead751b1-942e-45ed-8362-bcef4ae2a0b7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:30.104744 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7c4abce2-45fb-46f4-936b-01f2b7afafdf req-ead751b1-942e-45ed-8362-bcef4ae2a0b7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0473502 Sep 29 02:17:30.151413 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7c4abce2-45fb-46f4-936b-01f2b7afafdf req-5b603c85-3795-430d-8c5a-c759aa83f2cc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 Sep 29 02:17:30.686438 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fa7ec-7ec9-4b03-8b14-e7a4a0aebea9 req-74029b34-371b-4035-a109-68cc49917ec8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:30.687841 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5e7fa7ec-7ec9-4b03-8b14-e7a4a0aebea9 req-74029b34-371b-4035-a109-68cc49917ec8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Sep 29 02:17:30.749456 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5e7fa7ec-7ec9-4b03-8b14-e7a4a0aebea9 req-ac293b79-49ba-4e3f-9755-e50d59280486 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529816 Sep 29 02:17:31.255001 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:31.282931 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56445cd-6f21-4920-bb89-fc7dc99d3e7b req-e30b7d70-df62-4cf1-8b56-69684806eac0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:31.284383 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a56445cd-6f21-4920-bb89-fc7dc99d3e7b req-e30b7d70-df62-4cf1-8b56-69684806eac0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0500901 Sep 29 02:17:31.336088 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a56445cd-6f21-4920-bb89-fc7dc99d3e7b req-4b99c24e-c882-40f1-9de9-93fadd2b79a7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Sep 29 02:17:31.883579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f748d-fe60-4d4d-930b-13712b56cc9f req-b6a9679a-7cf4-4469-9649-394ac4b95b41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:31.885046 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e75f748d-fe60-4d4d-930b-13712b56cc9f req-b6a9679a-7cf4-4469-9649-394ac4b95b41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0472250 Sep 29 02:17:31.931080 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e75f748d-fe60-4d4d-930b-13712b56cc9f req-70d8c905-da40-4a07-b715-b4902ca7100c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Sep 29 02:17:32.468825 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642e08-b625-4337-83ae-0db3547e9816 req-2a59ee97-f929-42cd-9b60-f1e580ca44c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:32.470303 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-16642e08-b625-4337-83ae-0db3547e9816 req-2a59ee97-f929-42cd-9b60-f1e580ca44c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0465643 Sep 29 02:17:32.519938 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-16642e08-b625-4337-83ae-0db3547e9816 req-6846d34d-f24f-4f95-a10a-852628b46057 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439939 Sep 29 02:17:32.617026 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.660453 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.061974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271fbef-78f3-482e-852f-c8a98e5f5575 req-47dbceff-53d7-4d7e-88c4-2bf38e15d9a0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:33.063508 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6271fbef-78f3-482e-852f-c8a98e5f5575 req-47dbceff-53d7-4d7e-88c4-2bf38e15d9a0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0517559 Sep 29 02:17:33.115143 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6271fbef-78f3-482e-852f-c8a98e5f5575 req-e4b158e7-adcf-4762-8e81-ed1b8ca74bde tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Sep 29 02:17:33.641747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a3b56-db0c-4709-9d3b-4dbf93496b7d req-cc53693b-f1f7-416f-a1e6-349c8ae2746d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:33.643278 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-141a3b56-db0c-4709-9d3b-4dbf93496b7d req-cc53693b-f1f7-416f-a1e6-349c8ae2746d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0473890 Sep 29 02:17:33.698345 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-141a3b56-db0c-4709-9d3b-4dbf93496b7d req-3b68ec3a-7db9-42e7-810a-bbf3a34627e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471551 Sep 29 02:17:34.253923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b2fe-e128-4934-b145-07ba57ac3cd3 req-e17eaa7c-23ae-4b26-8225-3bf9c89d8cc5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.255339 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6f70b2fe-e128-4934-b145-07ba57ac3cd3 req-e17eaa7c-23ae-4b26-8225-3bf9c89d8cc5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0483222 Sep 29 02:17:34.302872 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6f70b2fe-e128-4934-b145-07ba57ac3cd3 req-8338d3a4-9bb0-4fb2-854f-7bf9c72e0f9e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Sep 29 02:17:34.327471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:34.371935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port bc863b20-676e-4d92-aa33-c3d860ed5227 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:34.372682 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.373012 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:17:34.386463 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-f2bbd053-f346-4ea9-9846-ef8aa1dd1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.387990 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-f2bbd053-f346-4ea9-9846-ef8aa1dd1f6a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 1127 time: 0.0396399 Sep 29 02:17:34.413283 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.443598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:34.443970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.461306 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.466919 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:34.469153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda1a8a-5a11-4bd4-859e-4223db8b227b" -d '{"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:34.485800 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:34.491989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.492796 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 1741689c-bd63-4a24-a920-8ff604b752f6 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:34.640076 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9260db-bf6a-420d-8460-9c48797ff38c x-openstack-request-id: req-fc9260db-bf6a-420d-8460-9c48797ff38c {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:34.640366 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:34.640608 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc9260db-bf6a-420d-8460-9c48797ff38c {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:34.640983 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9260db-bf6a-420d-8460-9c48797ff38c'] response: {'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'code': 200} Sep 29 02:17:34.655743 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 1741689c-bd63-4a24-a920-8ff604b752f6 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:34.656073 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 1741689c-bd63-4a24-a920-8ff604b752f6 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:34.684115 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=7']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:34.830858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb546f4-c366-4129-9ded-d8967ad8189b req-32ee5459-904a-430c-81a5-83aaebd3755c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.832964 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5fb546f4-c366-4129-9ded-d8967ad8189b req-32ee5459-904a-430c-81a5-83aaebd3755c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0588672 Sep 29 02:17:34.886531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5fb546f4-c366-4129-9ded-d8967ad8189b req-55630be0-3f84-4782-ba24-ae1e6189cba7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 Sep 29 02:17:35.015813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-80b22cf5-3de8-42bc-b2b5-b50dfc9d179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.017386 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-80b22cf5-3de8-42bc-b2b5-b50dfc9d179c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=9006f0bb109c4c96a387ff5c314f236e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1020365 Sep 29 02:17:35.407801 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f152-40f8-4bfd-9f0f-324b596392de req-696f5fe1-b005-491d-8ea7-fa815f87ef94 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.409296 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8bc3f152-40f8-4bfd-9f0f-324b596392de req-696f5fe1-b005-491d-8ea7-fa815f87ef94 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0705454 Sep 29 02:17:35.414413 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-64aa358e-39ae-488c-91d1-b4e6206dc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.415780 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c8ee413c-7fbd-42bd-b900-b3c8e829332a req-64aa358e-39ae-488c-91d1-b4e6206dc60b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3918047 Sep 29 02:17:35.447073 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c882f3-db45-48ef-9f96-e1127840293a req-0ed24260-5ee2-4224-a70b-f0a76460bf94 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.448729 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d5c882f3-db45-48ef-9f96-e1127840293a req-0ed24260-5ee2-4224-a70b-f0a76460bf94 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Sep 29 02:17:35.461806 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8bc3f152-40f8-4bfd-9f0f-324b596392de req-1b081a11-b1e8-42e8-81b5-4e60e90a63ff tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445366 Sep 29 02:17:35.498682 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d5c882f3-db45-48ef-9f96-e1127840293a req-b132835e-358c-49b4-9b1e-87dad48d66ff tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Sep 29 02:17:35.672478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.692757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.705819 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-e2700bef-3ae5-4d99-b3e7-6d3e822436fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.707393 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-e2700bef-3ae5-4d99-b3e7-6d3e822436fa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 1127 time: 0.0452244 Sep 29 02:17:35.768555 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-003f1d9d-8a14-49ae-b338-f8e1762445fe service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0335138 Sep 29 02:17:35.822937 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-53a941b0-86c6-41f8-81c4-4c8dd556abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.824460 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-53a941b0-86c6-41f8-81c4-4c8dd556abb2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0490189 Sep 29 02:17:35.871612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-746c9ae4-ae28-4399-b4f5-0259cdfd523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.873145 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-746c9ae4-ae28-4399-b4f5-0259cdfd523d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399544 Sep 29 02:17:35.981176 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-1bcbce00-d99f-40c2-8f44-369da57c9d17 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006999 Sep 29 02:17:36.055888 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff2ea-f204-4808-ad62-c7ed496beead req-0c885768-1a30-40d7-9c50-9cf56827fc31 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:36.057533 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-804ff2ea-f204-4808-ad62-c7ed496beead req-0c885768-1a30-40d7-9c50-9cf56827fc31 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0893381 Sep 29 02:17:36.128237 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb32ddd2-2b71-4f18-9344-bc22d6d3deda req-7ce34f5f-79f5-4d01-bde2-bc6c67a7e4bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305826 Sep 29 02:17:36.136061 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-804ff2ea-f204-4808-ad62-c7ed496beead req-17ae3799-6e17-4de5-88b5-71cf6fe56d1f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726449 Sep 29 02:17:36.604198 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a101b-0a56-42fc-8e60-734dbb137121 req-5f8f801a-27d3-42dc-970a-c94740ece269 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:36.605669 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-331a101b-0a56-42fc-8e60-734dbb137121 req-5f8f801a-27d3-42dc-970a-c94740ece269 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 29 02:17:36.630496 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd121d9-2f55-4443-9391-9f32a1af012e req-4af18e2b-05d9-4b38-95ac-1c7c6b3d18d0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:36.632017 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfd121d9-2f55-4443-9391-9f32a1af012e req-4af18e2b-05d9-4b38-95ac-1c7c6b3d18d0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Sep 29 02:17:36.655891 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-331a101b-0a56-42fc-8e60-734dbb137121 req-35fc85c0-0d5e-48da-a680-4dcac3b79038 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435605 Sep 29 02:17:36.679938 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dfd121d9-2f55-4443-9391-9f32a1af012e req-3e16a194-d9f2-4e6a-8ccb-b1e17f65c05c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 Sep 29 02:17:37.279257 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f50d4a-e340-43a4-8118-cee74d1825e5 req-b1b8d8fb-354f-4e37-bd46-3bc2fe477e14 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.280687 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-99f50d4a-e340-43a4-8118-cee74d1825e5 req-b1b8d8fb-354f-4e37-bd46-3bc2fe477e14 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0637541 Sep 29 02:17:37.329804 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-99f50d4a-e340-43a4-8118-cee74d1825e5 req-3f35e4a8-0cd1-4d65-8c5b-316a20fc69ac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Sep 29 02:17:37.785577 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf842b-f3f1-4669-a5ea-0460539a9ac7 req-4249188b-e02a-4ba4-80aa-71a0ee4a842d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.787139 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fccf842b-f3f1-4669-a5ea-0460539a9ac7 req-4249188b-e02a-4ba4-80aa-71a0ee4a842d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0475326 Sep 29 02:17:37.809153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adf5fa-cd4a-4e84-85cc-6c6535d020db req-af443c06-4e77-4116-a2d7-159a5d4b2049 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.810655 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18adf5fa-cd4a-4e84-85cc-6c6535d020db req-af443c06-4e77-4116-a2d7-159a5d4b2049 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0466847 Sep 29 02:17:37.838754 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fccf842b-f3f1-4669-a5ea-0460539a9ac7 req-9269b936-bdcd-4324-9d15-14e08fcec2cd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458577 Sep 29 02:17:37.858928 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18adf5fa-cd4a-4e84-85cc-6c6535d020db req-bf543e63-5100-4c3f-bec2-daa6c103c619 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Sep 29 02:17:38.468433 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e930839-2a49-4db2-bf47-42183f2c1606 req-0997d649-782c-4af7-ae8c-93527cb34cc9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:38.470307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7e930839-2a49-4db2-bf47-42183f2c1606 req-0997d649-782c-4af7-ae8c-93527cb34cc9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0507071 Sep 29 02:17:38.522961 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7e930839-2a49-4db2-bf47-42183f2c1606 req-97324a39-68b6-4c81-8ef2-9834b3ce8a15 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 Sep 29 02:17:38.968047 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c1cbc-790a-4e03-b7d6-9a4238be5b78 req-2a4a1f02-b32c-459d-9def-09cf2f910c18 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:38.969610 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-054c1cbc-790a-4e03-b7d6-9a4238be5b78 req-2a4a1f02-b32c-459d-9def-09cf2f910c18 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0491850 Sep 29 02:17:38.990742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad6cc0-e9b1-462d-b622-c35a16b8501b req-e8b89dd9-3740-4238-b699-977217f9896d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:38.992235 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7ad6cc0-e9b1-462d-b622-c35a16b8501b req-e8b89dd9-3740-4238-b699-977217f9896d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0475390 Sep 29 02:17:38.994578 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.022903 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-054c1cbc-790a-4e03-b7d6-9a4238be5b78 req-71e73af3-8ca5-4cef-aeda-4db1445ff100 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473623 Sep 29 02:17:39.041297 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7ad6cc0-e9b1-462d-b622-c35a16b8501b req-1dd197ab-4548-4222-8a34-14d2a92e08a7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Sep 29 02:17:39.650046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c868e-fbcb-46a2-993a-a3a691c04870 req-b0a7e305-45a8-4432-8931-77ad6ec144b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.651538 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ba3c868e-fbcb-46a2-993a-a3a691c04870 req-b0a7e305-45a8-4432-8931-77ad6ec144b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0476787 Sep 29 02:17:39.696990 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.701850 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ba3c868e-fbcb-46a2-993a-a3a691c04870 req-67527c6c-b734-413d-8486-aecbbae58710 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Sep 29 02:17:40.160516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b08ef-51ca-4355-9f24-6d260658a166 req-e640781c-2cd7-48ee-8619-ad828550789b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.162044 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-045b08ef-51ca-4355-9f24-6d260658a166 req-e640781c-2cd7-48ee-8619-ad828550789b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0502977 Sep 29 02:17:40.173862 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbffd7-0377-4acd-a13f-a3295c539e1a req-513d7e18-274a-46f3-8986-3c7aa70b6bc1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.175371 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-86bbffd7-0377-4acd-a13f-a3295c539e1a req-513d7e18-274a-46f3-8986-3c7aa70b6bc1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0469251 Sep 29 02:17:40.210056 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-045b08ef-51ca-4355-9f24-6d260658a166 req-32c79c75-e5cc-40a6-a513-c77e6e1fdf2f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422101 Sep 29 02:17:40.224656 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-86bbffd7-0377-4acd-a13f-a3295c539e1a req-9dc1aef1-c62e-443b-9d11-d2562a3656b7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Sep 29 02:17:40.854225 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4afc2-fffa-49e1-960a-6e26991f922e req-178936f9-4042-4b72-ad81-8039e3540b70 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.856492 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3cb4afc2-fffa-49e1-960a-6e26991f922e req-178936f9-4042-4b72-ad81-8039e3540b70 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0587134 Sep 29 02:17:40.893379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.908584 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3cb4afc2-fffa-49e1-960a-6e26991f922e req-aa11932d-6df9-4b3c-9f59-a9c0f4b773c9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Sep 29 02:17:41.338217 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d6e51-bd9e-424f-8e33-76884eaf55e1 req-1cccfcd0-341c-48cb-90ea-3143d00a8096 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:41.339706 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-514d6e51-bd9e-424f-8e33-76884eaf55e1 req-1cccfcd0-341c-48cb-90ea-3143d00a8096 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0502448 Sep 29 02:17:41.355603 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727838bd-89c0-4fa8-8fa3-aa96fa236bc2 req-c1bf2aee-9b83-45fc-961c-c44e06ec492b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:41.357134 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-727838bd-89c0-4fa8-8fa3-aa96fa236bc2 req-c1bf2aee-9b83-45fc-961c-c44e06ec492b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Sep 29 02:17:41.388576 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-514d6e51-bd9e-424f-8e33-76884eaf55e1 req-08aaaa4a-cf35-49cf-b0e7-c36dd9d51a61 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429325 Sep 29 02:17:41.410413 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-727838bd-89c0-4fa8-8fa3-aa96fa236bc2 req-d18cfee9-d122-4ec7-8408-8c85c4188671 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Sep 29 02:17:42.052207 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63991ca8-e7f3-4c34-b5cb-87227ada7d43 req-b1d56530-e52b-4138-9760-8ce7dbcff486 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:42.053641 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-63991ca8-e7f3-4c34-b5cb-87227ada7d43 req-b1d56530-e52b-4138-9760-8ce7dbcff486 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0508728 Sep 29 02:17:42.103114 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-63991ca8-e7f3-4c34-b5cb-87227ada7d43 req-a4a0c74d-6607-46d0-93ae-54571700cecd tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Sep 29 02:17:42.404414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.457662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-249a246f-7601-447a-a0e1-e017af78fd9d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:42.459172 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-249a246f-7601-447a-a0e1-e017af78fd9d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/networks?id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 200 len: 813 time: 0.1098995 Sep 29 02:17:42.474366 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-bf067cb9-cdc3-464b-98c1-ae8cb74a48e1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/quotas/03571a9d7e1e43f1b5eef66eeae55844 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Sep 29 02:17:42.511503 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-5d41cbec-3b7e-4262-938a-00c2aa8ca650 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318053 Sep 29 02:17:42.515238 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21876f2-7110-47be-91b7-922bbbc01478 req-9d9bdc8b-3412-46e5-a747-034c6a6b12d2 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:42.516676 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a21876f2-7110-47be-91b7-922bbbc01478 req-9d9bdc8b-3412-46e5-a747-034c6a6b12d2 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0508895 Sep 29 02:17:42.564284 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a21876f2-7110-47be-91b7-922bbbc01478 req-d3be60bd-1784-4a6b-8230-7006111556b4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414922 Sep 29 02:17:42.604321 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-6f5fb43c-5b81-4fc8-8b05-f4e8524ebe7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859489 Sep 29 02:17:42.667715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d0fa0-e945-46b6-a356-b324df173bd0 req-db7d9b89-b694-411e-91dd-d283d9199e87 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:42.669200 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-264d0fa0-e945-46b6-a356-b324df173bd0 req-db7d9b89-b694-411e-91dd-d283d9199e87 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 29 02:17:42.704737 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-0d931fd6-fb19-4062-90b0-13aa971370e9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934157 Sep 29 02:17:42.719467 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-264d0fa0-e945-46b6-a356-b324df173bd0 req-bb2a7b61-4796-4473-93e2-864f0d46f5c5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Sep 29 02:17:42.869408 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d74166bc-e786-4a79-be56-b7539bc35c63 req-329e963b-0545-4c3d-9149-6376db5333a8 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Sep 29 02:17:43.351192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732f06f-1533-4d67-b006-6101ea805cea req-4b4ffb12-f993-45c6-b1d7-892b8438dd88 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:43.352659 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4732f06f-1533-4d67-b006-6101ea805cea req-4b4ffb12-f993-45c6-b1d7-892b8438dd88 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0528877 Sep 29 02:17:43.401325 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4732f06f-1533-4d67-b006-6101ea805cea req-9844a21f-62be-4df8-bed5-a8902f38748b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Sep 29 02:17:43.699172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c2b1e-c20f-4003-9214-0acfc8a76459 req-0083b475-149c-40e1-bf17-9ba01589c1cd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:43.701026 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-534c2b1e-c20f-4003-9214-0acfc8a76459 req-0083b475-149c-40e1-bf17-9ba01589c1cd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0525088 Sep 29 02:17:43.701985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.758481 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-534c2b1e-c20f-4003-9214-0acfc8a76459 req-9c736636-5124-4712-a3df-6e0bf81a2322 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511305 Sep 29 02:17:43.859409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446d7f-0dbb-40d8-a176-3b7f3dbc5eec req-4ead89d5-0a9f-4652-9e2f-181b918610a4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:43.860922 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1b446d7f-0dbb-40d8-a176-3b7f3dbc5eec req-4ead89d5-0a9f-4652-9e2f-181b918610a4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Sep 29 02:17:43.916722 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1b446d7f-0dbb-40d8-a176-3b7f3dbc5eec req-b18525a3-d658-4df8-9a31-e17e6728e371 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497706 Sep 29 02:17:43.973169 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-de199368-8bcb-4d5d-bb87-2bdfe51ac8bf req-24847395-b4ad-4c86-a36f-389429740bd7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0273576 Sep 29 02:17:44.339261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device b456ebbb-96ea-4001-91f9-990472bb2ee7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:44.452218 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:44.467355 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'port_id': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'mac_address': 'fa:16:3e:fe:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:44.514199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port b456ebbb-96ea-4001-91f9-990472bb2ee7 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:44.514766 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.535686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b456ebbb-96ea-4001-91f9-990472bb2ee7 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:44.559428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50f967-e92b-4a10-8997-0a4e60bf5acb req-d290324a-dce9-4879-b22a-342a1bf37941 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:44.561454 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f50f967-e92b-4a10-8997-0a4e60bf5acb req-d290324a-dce9-4879-b22a-342a1bf37941 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 943 time: 0.0739141 Sep 29 02:17:44.566416 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:44.572673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.630146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.646564 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5f50f967-e92b-4a10-8997-0a4e60bf5acb req-7c5342c5-f2bc-40d4-87aa-ad04c04fb956 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789630 Sep 29 02:17:44.896565 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c1691-a2b8-4210-925e-9f2f8b8f5e58 req-f5ac3f1e-d577-45a7-8008-74e0effde1a9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:44.898757 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-249c1691-a2b8-4210-925e-9f2f8b8f5e58 req-f5ac3f1e-d577-45a7-8008-74e0effde1a9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0534625 Sep 29 02:17:44.951803 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-249c1691-a2b8-4210-925e-9f2f8b8f5e58 req-68f20fe1-abb2-46e6-94b5-03eda822a682 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459003 Sep 29 02:17:45.059641 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c849bd3-7573-45a9-8965-fbbe420c7af1 req-c6371635-7e73-47f9-892e-3b960f80f74c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:45.061937 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c849bd3-7573-45a9-8965-fbbe420c7af1 req-c6371635-7e73-47f9-892e-3b960f80f74c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0608218 Sep 29 02:17:45.107524 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-68bff4b4-7ebd-4809-862d-7d85e57b19d3 req-c7dcce36-544b-4fff-a82b-15d4e50ce2d1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0587149 Sep 29 02:17:45.182463 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c849bd3-7573-45a9-8965-fbbe420c7af1 req-841051fc-d54d-4a26-b277-7d847ebbea07 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085742 Sep 29 02:17:45.272323 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['b456ebbb-96ea-4001-91f9-990472bb2ee7'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:45.780132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d8a7-8de4-420e-abd4-b3fa275bf9be req-c14aca8c-8d04-432c-bf9c-c5e441822156 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:45.781528 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6d63d8a7-8de4-420e-abd4-b3fa275bf9be req-c14aca8c-8d04-432c-bf9c-c5e441822156 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 944 time: 0.0504692 Sep 29 02:17:45.830538 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6d63d8a7-8de4-420e-abd4-b3fa275bf9be req-531ea0ad-ad49-47b1-b567-f8f93bd2cbac tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Sep 29 02:17:46.244874 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d22665ea-a83b-4992-8626-58be2e605c65 req-37bdfca2-b4c6-4ebd-ab50-9d7a768d6127 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0488625 Sep 29 02:17:46.284402 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24ae0-bf15-4ff6-8e31-aa79cef7e6f0 req-7209dad9-3c79-400c-a03e-6c29e1daab29 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.294035 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f8b24ae0-bf15-4ff6-8e31-aa79cef7e6f0 req-7209dad9-3c79-400c-a03e-6c29e1daab29 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0869207 Sep 29 02:17:46.379034 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd3005-d259-4047-ab1e-e625c3fe6413 req-b397e29b-e2d3-40d4-b87a-a38e4a4adc10 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.389204 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3dfd3005-d259-4047-ab1e-e625c3fe6413 req-b397e29b-e2d3-40d4-b87a-a38e4a4adc10 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0690868 Sep 29 02:17:46.417469 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:46.432505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f8b24ae0-bf15-4ff6-8e31-aa79cef7e6f0 req-f76aef24-470f-4d31-b0f6-9639d5cfd3c0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370752 Sep 29 02:17:46.444117 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-b7990f71-c371-4064-a6c7-d106d74b89df tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.445900 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-b7990f71-c371-4064-a6c7-d106d74b89df tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "GET /networking/v2.0/networks?id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 200 len: 813 time: 0.2489171 Sep 29 02:17:46.457376 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3dfd3005-d259-4047-ab1e-e625c3fe6413 req-19c40d90-1a2f-4349-a693-20d26181917d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667343 Sep 29 02:17:46.469673 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Request body: {'port': {'device_id': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f', 'admin_state_up': True, 'tenant_id': '03571a9d7e1e43f1b5eef66eeae55844'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:46.612496 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Made reservation on behalf of 03571a9d7e1e43f1b5eef66eeae55844 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:46.617522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.635253 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:46.715013 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device b456ebbb-96ea-4001-91f9-990472bb2ee7 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:46.763413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port b456ebbb-96ea-4001-91f9-990472bb2ee7 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:46.775997 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port b456ebbb-96ea-4001-91f9-990472bb2ee7 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:46.776738 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.777055 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port b456ebbb-96ea-4001-91f9-990472bb2ee7 Sep 29 02:17:46.788880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Allocated IP 172.20.0.13 (64d5cf44-44c2-485b-ba8a-a1b90eabd08f/292fad39-a290-4992-a89f-5e65c3650043/24c56e8e-5743-4f19-bd53-651a3880405f) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:46.902230 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port b456ebbb-96ea-4001-91f9-990472bb2ee7 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:46.902932 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.904365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-ed052dd8-22ee-4273-9e53-ccc1181b37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.905900 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-ed052dd8-22ee-4273-9e53-ccc1181b37fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1129 time: 0.0837488 Sep 29 02:17:46.953958 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:46.957655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174b85b-e49e-4b61-b896-bd6d19159889" -d '{"events": [{"server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "name": "network-vif-plugged", "status": "completed", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:46.963153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:46.980224 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:46.988544 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:47.020984 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7b137-f1e7-41ea-a81b-b5d6e1021fa4 x-openstack-request-id: req-4ad7b137-f1e7-41ea-a81b-b5d6e1021fa4 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:47.021810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "name": "network-vif-plugged", "status": "completed", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:47.021810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ad7b137-f1e7-41ea-a81b-b5d6e1021fa4 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:47.023016 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad7b137-f1e7-41ea-a81b-b5d6e1021fa4'] response: {'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'code': 200} Sep 29 02:17:47.056725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:47.119504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-ee1eb968-adf8-43a7-be84-833d52108820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.120988 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-ee1eb968-adf8-43a7-be84-833d52108820 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.1826117 Sep 29 02:17:47.123818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks [] for port (24c56e8e-5743-4f19-bd53-651a3880405f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:47.253046 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-dfd3f5cb-c006-4da9-8a55-ce6858c0edef service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 1001 time: 0.1211619 Sep 29 02:17:47.302415 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f83ba5-8152-4643-90fa-087e8cc66341 req-1adc9bd3-7ed9-4726-bc5d-1e5b3a669e17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.309217 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31f83ba5-8152-4643-90fa-087e8cc66341 req-1adc9bd3-7ed9-4726-bc5d-1e5b3a669e17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.3496637 Sep 29 02:17:47.344211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:47.402916 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be06d8-c8b6-422b-ba92-22395009c949 req-5001cd0a-444e-4fe4-9165-1d5d7cdbea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.404337 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1be06d8-c8b6-422b-ba92-22395009c949 req-5001cd0a-444e-4fe4-9165-1d5d7cdbea61 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 1129 time: 0.1483686 Sep 29 02:17:47.444360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.444743 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.449037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:47.454194 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677c28-2139-405b-9e50-64060e184df4 req-3a91b5a2-516b-4cc2-ac6e-ed7a8067a151 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.456239 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fa677c28-2139-405b-9e50-64060e184df4 req-3a91b5a2-516b-4cc2-ac6e-ed7a8067a151 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 932 time: 0.1293614 Sep 29 02:17:47.472806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:47.475509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-bbfed718-9ef5-46ef-ad0b-f3daff1bc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.476985 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-bbfed718-9ef5-46ef-ad0b-f3daff1bc6f6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.2079847 Sep 29 02:17:47.479294 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:47.482257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Pushing event updated for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:47.520281 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31f83ba5-8152-4643-90fa-087e8cc66341 req-7af5c191-1d9a-4771-8bf2-397fecbffd42 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101083 Sep 29 02:17:47.556305 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fa677c28-2139-405b-9e50-64060e184df4 req-9c53a452-58b7-4e35-b79c-f535ebc13dde tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929344 Sep 29 02:17:47.560809 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.599289 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1be06d8-c8b6-422b-ba92-22395009c949 req-e133c87e-c5a9-4964-ad0a-0da91a487f61 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800618 Sep 29 02:17:47.608171 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.608817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:47.680915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.681811 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-955b0784-ae29-4c70-bc66-d405581f9a42 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2171860 Sep 29 02:17:47.691267 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f685-3704-4b0a-a152-83ea5e5af0a9 req-234720bd-d647-4253-bd12-f5fafea440fa tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.698657 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b38f685-3704-4b0a-a152-83ea5e5af0a9 req-234720bd-d647-4253-bd12-f5fafea440fa tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0807114 Sep 29 02:17:47.699313 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae766d-3db0-4f43-9fc9-58e12c36ba38 req-b08d0cf4-bf37-406a-87d3-c5450b58ef79 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:47.702682 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-88ae766d-3db0-4f43-9fc9-58e12c36ba38 req-b08d0cf4-bf37-406a-87d3-c5450b58ef79 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0595820 Sep 29 02:17:47.759000 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-88ae766d-3db0-4f43-9fc9-58e12c36ba38 req-86f62d6b-13ca-4139-9346-997e239034e4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Sep 29 02:17:47.771074 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8b38f685-3704-4b0a-a152-83ea5e5af0a9 req-153b250d-6ebd-4738-95c2-1794ec80ba8f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660427 Sep 29 02:17:48.523511 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Request body: {'port': {'device_id': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:48.646533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-745940a8-3db4-44f5-bb18-253c618268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.648213 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-745940a8-3db4-44f5-bb18-253c618268e1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1370072 Sep 29 02:17:48.667612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.700581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400618-8ca7-4445-b65d-2f8f93dd41ed req-d84ddabb-8a0b-4406-99ca-1f616c7f8a13 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.702387 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-59400618-8ca7-4445-b65d-2f8f93dd41ed req-d84ddabb-8a0b-4406-99ca-1f616c7f8a13 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0777502 Sep 29 02:17:48.705758 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c887b-0fbc-4881-8049-b019092a093c req-51b59987-701f-472d-9a9f-ff089ad9aca7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.713553 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-867c887b-0fbc-4881-8049-b019092a093c req-51b59987-701f-472d-9a9f-ff089ad9aca7 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 932 time: 0.0595388 Sep 29 02:17:48.760892 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-867c887b-0fbc-4881-8049-b019092a093c req-8330b50e-5085-4b5d-a3ed-5e386a23a99c tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Sep 29 02:17:48.862149 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-59400618-8ca7-4445-b65d-2f8f93dd41ed req-69a807ef-7527-4ec1-8b3b-05a6e70f38b0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424780 Sep 29 02:17:48.922267 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77972-e540-433e-9b87-422a8015e179 req-72dc025c-1263-44fa-be1c-55913fa48121 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.930168 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0ff77972-e540-433e-9b87-422a8015e179 req-72dc025c-1263-44fa-be1c-55913fa48121 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0726080 Sep 29 02:17:48.995947 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0ff77972-e540-433e-9b87-422a8015e179 req-3a519ca8-4cdb-4296-b5b0-c80c26488132 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639629 Sep 29 02:17:49.032861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d049b-921d-436c-ad3a-15700a7ea611 req-7e85c98b-7b6e-4188-9843-244de20c8315 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.034687 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5b8d049b-921d-436c-ad3a-15700a7ea611 req-7e85c98b-7b6e-4188-9843-244de20c8315 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0764227 Sep 29 02:17:49.119633 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5b8d049b-921d-436c-ad3a-15700a7ea611 req-1c3659c1-42e6-4bd7-b52c-0f28c20bd37c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753324 Sep 29 02:17:49.140397 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:17:49.169890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c56e8e-5743-4f19-bd53-651a3880405f {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:49.178360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks [] for port (24c56e8e-5743-4f19-bd53-651a3880405f), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.194390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Transition to ACTIVE for port object 24c56e8e-5743-4f19-bd53-651a3880405f will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:49.200073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.269100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Pushing event updated for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.272804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.298818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.299189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.299501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.299837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.300161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.300565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.300891 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.301226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.301537 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.301861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.302206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.302528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.302869 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.303170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.303486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:49.346805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Attempting to bind port 24c56e8e-5743-4f19-bd53-651a3880405f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:49.347394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Attempting to bind port 24c56e8e-5743-4f19-bd53-651a3880405f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:49.348059 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Attempting to bind port 24c56e8e-5743-4f19-bd53-651a3880405f on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:49.393734 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Port 24c56e8e-5743-4f19-bd53-651a3880405f on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:49.393981 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Attempting to bind port 24c56e8e-5743-4f19-bd53-651a3880405f on network 64d5cf44-44c2-485b-ba8a-a1b90eabd08f {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:49.441550 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:49.441887 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Checking segment: {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:49.442295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Bound using segment: {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:49.442728 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Bound port: 24c56e8e-5743-4f19-bd53-651a3880405f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063ac3e7-a70d-4aaf-a54e-f1d2157317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:49.443086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.458067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.559848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:49.580804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=24c56e8e-5743-4f19-bd53-651a3880405f,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:49.598816 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.602101 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.602704 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.604273 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/24c56e8e-5743-4f19-bd53-651a3880405f HTTP/1.1" status: 200 len: 1094 time: 1.0848756 Sep 29 02:17:49.608316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:49.611832 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f7429-0759-4947-a7bf-266a8a02bd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:49.660662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b88ea-9236-4785-872d-95b27a71c747 x-openstack-request-id: req-fc9b88ea-9236-4785-872d-95b27a71c747 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:49.661029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:49.661407 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc9b88ea-9236-4785-872d-95b27a71c747 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:49.661813 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9b88ea-9236-4785-872d-95b27a71c747'] response: {'name': 'network-changed', 'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f', 'status': 'completed', 'code': 200} Sep 29 02:17:49.672551 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-c0b799f3-3329-4e68-a61e-61450c4e735f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752505 Sep 29 02:17:49.698334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292367a-a16a-4e3e-8f1c-d4cbf4543f2e service neutron] Pushing event updated for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.889876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-a96a734b-12a2-4f75-9aaa-f8a9685b5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.891411 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-a96a734b-12a2-4f75-9aaa-f8a9685b5cc6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 1128 time: 0.1265609 Sep 29 02:17:49.912035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f6145-2c06-449e-92c4-5ed3af4d9369 req-9db4298b-09f2-4a00-9a6f-9ede33c5be9f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.919391 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2a1f6145-2c06-449e-92c4-5ed3af4d9369 req-9db4298b-09f2-4a00-9a6f-9ede33c5be9f tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 944 time: 0.0727494 Sep 29 02:17:49.981229 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-89417adb-e0f2-4f6e-972e-81d5edde02b2 req-927d78df-79c4-46a8-8b2a-74d1860508fc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179086 Sep 29 02:17:49.997866 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2a1f6145-2c06-449e-92c4-5ed3af4d9369 req-0da7fde1-6732-4eaf-8277-3e250b231901 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775497 Sep 29 02:17:50.025331 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568087-52bb-4e96-8637-617eb09956b1 req-e7a6db42-8917-4d47-b9b6-34b557879a6b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.032863 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-62568087-52bb-4e96-8637-617eb09956b1 req-e7a6db42-8917-4d47-b9b6-34b557879a6b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0799506 Sep 29 02:17:50.092213 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-62568087-52bb-4e96-8637-617eb09956b1 req-d4848b5b-6b0e-4880-b16a-94b7ac7dd9d3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579760 Sep 29 02:17:50.239417 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-f8843ec8-4f2c-49f9-95df-dc19340755d2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c56e8e-5743-4f19-bd53-651a3880405f HTTP/1.1" status: 200 len: 217 time: 0.0897107 Sep 29 02:17:50.260925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a5f95-1ae1-4bfd-8a2b-c142addfa1e3 req-a13b280d-ae83-4d83-9ebe-2098eed42d38 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.268952 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-876a5f95-1ae1-4bfd-8a2b-c142addfa1e3 req-a13b280d-ae83-4d83-9ebe-2098eed42d38 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1805477 Sep 29 02:17:50.300912 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a958f35-fc1c-4948-9cda-f7d3a818bdca req-ca4c28c1-26c1-4482-9aaf-338609144b68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.303002 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5a958f35-fc1c-4948-9cda-f7d3a818bdca req-ca4c28c1-26c1-4482-9aaf-338609144b68 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Sep 29 02:17:50.323673 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-876a5f95-1ae1-4bfd-8a2b-c142addfa1e3 req-2edfbccf-d178-475a-bf74-0a722cf1ae77 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533984 Sep 29 02:17:50.355378 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5a958f35-fc1c-4948-9cda-f7d3a818bdca req-f1744759-54d4-4f7b-957f-372b95ef530c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464630 Sep 29 02:17:50.964623 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4bf0e6fe-02c5-4e99-944d-acb83a59e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.966187 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4bf0e6fe-02c5-4e99-944d-acb83a59e682 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=292fad39-a290-4992-a89f-5e65c3650043 HTTP/1.1" status: 200 len: 853 time: 0.0640054 Sep 29 02:17:51.007614 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-e86bbf99-c2f7-4536-971c-2b1643e611d9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304415 Sep 29 02:17:51.193858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035a1d-6378-4ccb-9c7f-fdbb3cd16063 req-762e9371-6fbd-44e7-b26d-61419c7a9232 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.196873 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cb035a1d-6378-4ccb-9c7f-fdbb3cd16063 req-762e9371-6fbd-44e7-b26d-61419c7a9232 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 944 time: 0.0912945 Sep 29 02:17:51.201051 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-260655d7-4681-488c-8256-b0be749acac8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866810 Sep 29 02:17:51.236912 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5fc7f-06be-4195-a0f8-e92ac9aa778c req-8f7f091a-243f-48c0-af4c-ef87ce3c5f57 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.239258 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9bc5fc7f-06be-4195-a0f8-e92ac9aa778c req-8f7f091a-243f-48c0-af4c-ef87ce3c5f57 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0511205 Sep 29 02:17:51.322134 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9bc5fc7f-06be-4195-a0f8-e92ac9aa778c req-6e7cc7c0-1aa0-4653-8828-5cf949300bef tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762968 Sep 29 02:17:51.542586 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14639a4c-717f-4441-8ec1-255ab5db4e9b req-ac3fbbfa-b684-4c33-813e-240e2ff80c17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.574356 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-14639a4c-717f-4441-8ec1-255ab5db4e9b req-ac3fbbfa-b684-4c33-813e-240e2ff80c17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.1198297 Sep 29 02:17:51.575119 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55104) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:51.594603 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:51.623249 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'port_id': 'b456ebbb-96ea-4001-91f9-990472bb2ee7'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:51.655880 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cb035a1d-6378-4ccb-9c7f-fdbb3cd16063 req-98a60e4c-f678-4240-822b-49e2d0743e96 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480004 Sep 29 02:17:51.663479 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:51.710193 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e102db80-b4aa-41ea-9dba-9866fd156ee8 req-4becf997-a486-4f94-abd7-0df11cffda6e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823344 Sep 29 02:17:51.810233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af9e7-5f81-4353-997f-fd567d864772 req-533bd861-b6a6-4913-be99-6b6053830aa8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.810233 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-806af9e7-5f81-4353-997f-fd567d864772 req-533bd861-b6a6-4913-be99-6b6053830aa8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0601892 Sep 29 02:17:51.820486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:51.857909 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-806af9e7-5f81-4353-997f-fd567d864772 req-79183afe-40b9-4e2b-a68c-942fe569c7bf tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526383 Sep 29 02:17:51.897379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf7895-9433-46bc-8de0-ae02d855b9af req-d97c53e3-601a-4d48-af3c-e2be3e7b911a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.898925 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4cbf7895-9433-46bc-8de0-ae02d855b9af req-d97c53e3-601a-4d48-af3c-e2be3e7b911a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1271315 Sep 29 02:17:52.017884 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4cbf7895-9433-46bc-8de0-ae02d855b9af req-026c6c78-53ae-43ec-b543-19834fd12994 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068170 Sep 29 02:17:52.197407 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.285610 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.663295 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.674713 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c6f0-bd63-4fb6-81ac-b5642e0f1513 req-f90228b9-1020-4d8c-8ae7-782f6da4c683 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:52.676345 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2ce8c6f0-bd63-4fb6-81ac-b5642e0f1513 req-f90228b9-1020-4d8c-8ae7-782f6da4c683 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.3236964 Sep 29 02:17:52.677660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.763400 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.784314 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 676dfae8-b6dd-4919-8753-1e3393e07d47 associated. External IP: 172.27.2.133, port: b456ebbb-96ea-4001-91f9-990472bb2ee7. Sep 29 02:17:52.849204 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082fbe3-4fc5-4a49-a95a-da93fffd8aeb req-da5c386d-468b-4f9d-a9f1-183bffca28c1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:52.856763 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7082fbe3-4fc5-4a49-a95a-da93fffd8aeb req-da5c386d-468b-4f9d-a9f1-183bffca28c1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 944 time: 0.0666349 Sep 29 02:17:52.918618 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7082fbe3-4fc5-4a49-a95a-da93fffd8aeb req-82b274b9-f866-4ceb-a9ae-34361fa9b011 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608881 Sep 29 02:17:52.924588 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2ce8c6f0-bd63-4fb6-81ac-b5642e0f1513 req-57b02580-b75c-4699-9dab-5db6cd060503 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422596 Sep 29 02:17:53.044201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63550c-b514-41fe-bfcc-ff133459a157 req-60a843d5-7ecb-4818-b30a-efde37806bc5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.046976 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af63550c-b514-41fe-bfcc-ff133459a157 req-60a843d5-7ecb-4818-b30a-efde37806bc5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Sep 29 02:17:53.062730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:53.106413 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af63550c-b514-41fe-bfcc-ff133459a157 req-f1a37f45-6c71-45d0-8792-c8d988dcd7d2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532463 Sep 29 02:17:53.185210 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:53.191205 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.199128 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:53.217052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:53.217693 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:17:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:53.239474 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e3689a33-83a2-469e-b1de-e9706c7f0d73 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/676dfae8-b6dd-4919-8753-1e3393e07d47 HTTP/1.1" status: 200 len: 991 time: 1.6606929 Sep 29 02:17:53.239474 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:53.241357 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d053f-d2af-4776-8445-b76d55ef3b19" -d '{"events": [{"name": "network-changed", "server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:53.297946 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14197582-60b0-45c6-88b4-bb7557b4aac3 x-openstack-request-id: req-14197582-60b0-45c6-88b4-bb7557b4aac3 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:53.298894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:53.299298 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14197582-60b0-45c6-88b4-bb7557b4aac3 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:53.299871 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14197582-60b0-45c6-88b4-bb7557b4aac3'] response: {'name': 'network-changed', 'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'status': 'completed', 'code': 200} Sep 29 02:17:53.363551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:53.606605 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}, {'id': '676dfae8-b6dd-4919-8753-1e3393e07d47', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:fe:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:52Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:53.634270 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:53.644148 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:53.644840 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:17:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:53.754978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:53.990302 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}, {'id': '676dfae8-b6dd-4919-8753-1e3393e07d47', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:fe:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:52Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:54.016114 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f219a-0139-4287-aea7-765b09e7d84d None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}, {'id': '676dfae8-b6dd-4919-8753-1e3393e07d47', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:fe:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:52Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:54.155641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40144e-ac0a-43b1-887c-41526cbb70f5 req-a99f56cc-0881-44b0-8dc8-30b89b939641 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:54.157199 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2e40144e-ac0a-43b1-887c-41526cbb70f5 req-a99f56cc-0881-44b0-8dc8-30b89b939641 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0694828 Sep 29 02:17:54.161060 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c16b6-0e01-4ffd-8c31-d4a4da1601d6 req-4f32884b-931a-41d1-8287-24b8c0093773 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:54.162959 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9b6c16b6-0e01-4ffd-8c31-d4a4da1601d6 req-4f32884b-931a-41d1-8287-24b8c0093773 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Sep 29 02:17:54.231221 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2e40144e-ac0a-43b1-887c-41526cbb70f5 req-a96fa804-555c-465e-90d6-c5ce8807aaaf tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644603 Sep 29 02:17:54.237608 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9b6c16b6-0e01-4ffd-8c31-d4a4da1601d6 req-775cb19e-39dd-4c28-9625-ff279f8587a9 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689867 Sep 29 02:17:54.337468 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58be4f-8d38-4ee8-ab28-01aca1f866f2 None None] New status for floating IP 676dfae8-b6dd-4919-8753-1e3393e07d47: ACTIVE {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:54.497044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c9e9-588a-4f0b-9b2a-675a85ee369f req-b3dcbaa3-ca07-4188-93be-383dd806db66 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:54.500917 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1e7c9e9-588a-4f0b-9b2a-675a85ee369f req-b3dcbaa3-ca07-4188-93be-383dd806db66 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Sep 29 02:17:54.573410 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1e7c9e9-588a-4f0b-9b2a-675a85ee369f req-d5a63f59-92ca-446e-839a-ab66086ec653 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674832 Sep 29 02:17:54.745978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 24c56e8e-5743-4f19-bd53-651a3880405f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:54.771259 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.890755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=24c56e8e-5743-4f19-bd53-651a3880405f,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:54.908875 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '24c56e8e-5743-4f19-bd53-651a3880405f', 'network_id': '64d5cf44-44c2-485b-ba8a-a1b90eabd08f', 'port_id': '24c56e8e-5743-4f19-bd53-651a3880405f', 'mac_address': 'fa:16:3e:66:f7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292fad39-a290-4992-a89f-5e65c3650043', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:54.941827 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.947046 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 24c56e8e-5743-4f19-bd53-651a3880405f is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:54.947172 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.961289 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c56e8e-5743-4f19-bd53-651a3880405f {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:54.984052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=24c56e8e-5743-4f19-bd53-651a3880405f,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:54.990557 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.040167 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:55.380371 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2871-9ad6-4c9f-ad40-94c6cf9a1a29 req-61d11fcf-6021-4363-9b5c-f81624b232fc tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.381669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87d888-383a-466c-bd94-7e52153bee4d req-dcc6b371-a08a-424c-aa3c-07b82cb646a0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.382279 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-911c2871-9ad6-4c9f-ad40-94c6cf9a1a29 req-61d11fcf-6021-4363-9b5c-f81624b232fc tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 945 time: 0.0674758 Sep 29 02:17:55.383415 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cd87d888-383a-466c-bd94-7e52153bee4d req-dcc6b371-a08a-424c-aa3c-07b82cb646a0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0568442 Sep 29 02:17:55.415789 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:55.448625 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cd87d888-383a-466c-bd94-7e52153bee4d req-35497b60-81cc-47fa-81b5-36bd955d3ff7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580542 Sep 29 02:17:55.449008 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-911c2871-9ad6-4c9f-ad40-94c6cf9a1a29 req-a074805c-f6fc-476b-9b3b-fb47f70a3a66 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Sep 29 02:17:55.720448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbf73e-a6df-43c8-8212-3166cdeb2abb req-a820eed4-7820-4053-99d9-2217bc5ff86f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.722463 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4ddbf73e-a6df-43c8-8212-3166cdeb2abb req-a820eed4-7820-4053-99d9-2217bc5ff86f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0609474 Sep 29 02:17:55.774619 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['24c56e8e-5743-4f19-bd53-651a3880405f'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:55.779863 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4ddbf73e-a6df-43c8-8212-3166cdeb2abb req-489ab82a-2bf9-4210-b9de-d888e8db8828 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 Sep 29 02:17:55.854706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-7437cf39-5aa0-4a8c-8a99-4665c60f2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.856214 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-7437cf39-5aa0-4a8c-8a99-4665c60f2c02 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 1129 time: 0.0720701 Sep 29 02:17:55.863774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-07eb21d9-015f-4ef3-be47-c9e03970fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.865231 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-07eb21d9-015f-4ef3-be47-c9e03970fa5b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 1129 time: 0.0506048 Sep 29 02:17:55.969985 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:56.063418 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fffb-a448-4efa-871a-2af7400e21fe req-8f0ba320-de5a-49fd-8b61-c879e2890aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.064911 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-8f0ba320-de5a-49fd-8b61-c879e2890aa5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1129 time: 0.0807440 Sep 29 02:17:56.070741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-c9bea290-7ca7-4ca1-a275-07f39f454d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.072069 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-c9bea290-7ca7-4ca1-a275-07f39f454d35 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 200 len: 914 time: 0.2058933 Sep 29 02:17:56.098300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-7d7b0a42-fd01-476a-8935-a53d6046e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.099708 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-7d7b0a42-fd01-476a-8935-a53d6046e23d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.2238677 Sep 29 02:17:56.163285 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-aa14f5d5-b75e-4b98-9a4d-54ff73a3e5d4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c56e8e-5743-4f19-bd53-651a3880405f HTTP/1.1" status: 200 len: 217 time: 0.0792997 Sep 29 02:17:56.270796 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-1d3ca0a4-88fb-40e6-96a3-befd26e0fe7e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7 HTTP/1.1" status: 200 len: 1001 time: 0.1179924 Sep 29 02:17:56.281958 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fffb-a448-4efa-871a-2af7400e21fe req-4dc95b57-845f-4f9e-b717-2015057c2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.283370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-4dc95b57-845f-4f9e-b717-2015057c2dd7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.2088921 Sep 29 02:17:56.295081 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-d7fee485-168e-4e9c-b570-bc98e8bf2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.296472 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-d7fee485-168e-4e9c-b570-bc98e8bf2e1f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=292fad39-a290-4992-a89f-5e65c3650043 HTTP/1.1" status: 200 len: 853 time: 0.0957050 Sep 29 02:17:56.373181 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:56.378498 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-3d85b82c-f522-466e-bf17-1c8d4726b169 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64d5cf44-44c2-485b-ba8a-a1b90eabd08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621645 Sep 29 02:17:56.417149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-b6f2217e-48ba-4e10-85ad-ed39f0418f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.418953 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-b6f2217e-48ba-4e10-85ad-ed39f0418f67 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.1399791 Sep 29 02:17:56.483672 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-a9ef237f-0d79-4d43-ad90-de455f92025e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 1001 time: 0.1670575 Sep 29 02:17:56.538958 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-79bde931-472b-46ad-ba54-63640ddb08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.540707 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-79bde931-472b-46ad-ba54-63640ddb08a7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0958793 Sep 29 02:17:56.578054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5169b-18d3-4e5e-8ccf-cb0e98ed4ea5 req-fc355253-439b-41ab-89ad-f70122314176 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.579538 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-40d5169b-18d3-4e5e-8ccf-cb0e98ed4ea5 req-fc355253-439b-41ab-89ad-f70122314176 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Sep 29 02:17:56.619247 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fffb-a448-4efa-871a-2af7400e21fe req-f30d2ac3-9cd9-4e97-b7ce-2d5bc7a08bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.620700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-f30d2ac3-9cd9-4e97-b7ce-2d5bc7a08bb6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.1271966 Sep 29 02:17:56.626200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-ce848699-d55e-4f11-a6c6-629e04c6a638 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369192 Sep 29 02:17:56.627664 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-40d5169b-18d3-4e5e-8ccf-cb0e98ed4ea5 req-b74ab886-834b-4ce3-8214-c9d9960cb4f2 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Sep 29 02:17:56.704074 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f023-cec0-47f5-8988-f74937850bba req-6e1e95b0-9d13-4a26-a18c-61623868e4a3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.705629 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5236f023-cec0-47f5-8988-f74937850bba req-6e1e95b0-9d13-4a26-a18c-61623868e4a3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.1569171 Sep 29 02:17:56.777718 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fffb-a448-4efa-871a-2af7400e21fe req-501ef439-c809-40c6-817b-2162ad46c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.779430 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-501ef439-c809-40c6-817b-2162ad46c0ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1524677 Sep 29 02:17:56.834373 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-fa57a86a-477a-4a70-9910-2a7ab917e836 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684636 Sep 29 02:17:56.856560 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5236f023-cec0-47f5-8988-f74937850bba req-c0c1e40a-9a3c-46a7-a1ac-65c91bb7a302 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334682 Sep 29 02:17:56.860731 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-d7e7a0d4-ec4e-4867-8254-a9191da22a31 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940246 Sep 29 02:17:56.914308 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ebf2c-452b-49d6-bfc9-9c2c6c130133 req-a2d5a769-882a-4ab0-bf0b-dfd07a52d502 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.915674 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d68ebf2c-452b-49d6-bfc9-9c2c6c130133 req-a2d5a769-882a-4ab0-bf0b-dfd07a52d502 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0467844 Sep 29 02:17:56.966389 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d68ebf2c-452b-49d6-bfc9-9c2c6c130133 req-9b3d43b2-632e-45a1-920b-679f7096c05a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Sep 29 02:17:57.130174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:57.271115 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-644d053f-d2af-4776-8445-b76d55ef3b19 req-c29ed2de-3203-4bac-b40d-0fcf5c1f2ae1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599023 Sep 29 02:17:57.272831 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-378bb70d-0839-4df4-b7c7-9fcc6f17d520 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536152 Sep 29 02:17:57.580002 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-da676a43-bcdf-4846-8c93-b059a265f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.581493 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-da676a43-bcdf-4846-8c93-b059a265f1a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0765903 Sep 29 02:17:57.658685 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 24c56e8e-5743-4f19-bd53-651a3880405f up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:57.663575 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c229fffb-a448-4efa-871a-2af7400e21fe req-16c816df-80b1-404f-93d1-fce850147611 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675012 Sep 29 02:17:57.686566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:57.705418 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-260cee05-20a2-49d2-9416-a9bc5e5e8729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:57.708117 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-9d0bb7d7-8187-4994-8fc9-c408ed1d87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.709826 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-9d0bb7d7-8187-4994-8fc9-c408ed1d87ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1195984 Sep 29 02:17:57.731025 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 24c56e8e-5743-4f19-bd53-651a3880405f completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:57.739400 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 24c56e8e-5743-4f19-bd53-651a3880405f triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:57.739880 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:57.740215 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 24c56e8e-5743-4f19-bd53-651a3880405f Sep 29 02:17:57.801021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868623fb-604a-4d65-aad5-7f5c0cefc9f4 req-54ae6110-f5c4-4975-bcbe-74a1daa230f3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.802942 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-868623fb-604a-4d65-aad5-7f5c0cefc9f4 req-54ae6110-f5c4-4975-bcbe-74a1daa230f3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 945 time: 0.0921800 Sep 29 02:17:57.812424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 24c56e8e-5743-4f19-bd53-651a3880405f is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:57.812815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:57.814918 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-48961360-67b5-41ee-a305-a14b79e026ae service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 1001 time: 0.0927401 Sep 29 02:17:57.837752 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:57.840033 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c32586-9e07-43db-bbb3-0a3240028295" -d '{"events": [{"server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "name": "network-vif-plugged", "status": "completed", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:57.853031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=24c56e8e-5743-4f19-bd53-651a3880405f,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:57.858815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:57.858983 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-868623fb-604a-4d65-aad5-7f5c0cefc9f4 req-56df16dc-c91a-4f28-a146-8387c363d526 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Sep 29 02:17:57.882320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a9667-d490-42c0-bd5e-f6a63bbde45b x-openstack-request-id: req-ec8a9667-d490-42c0-bd5e-f6a63bbde45b {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:57.882624 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "name": "network-vif-plugged", "status": "completed", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:57.882872 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec8a9667-d490-42c0-bd5e-f6a63bbde45b {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:57.883257 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8a9667-d490-42c0-bd5e-f6a63bbde45b'] response: {'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f', 'code': 200} Sep 29 02:17:57.910846 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:57.987818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb280e-3410-425f-a20a-bfc272ebc74b req-f21fb018-c9a7-40e5-8d1b-ceb518207703 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.989370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1ffb280e-3410-425f-a20a-bfc272ebc74b req-f21fb018-c9a7-40e5-8d1b-ceb518207703 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0571396 Sep 29 02:17:58.040730 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1ffb280e-3410-425f-a20a-bfc272ebc74b req-d712656c-eba2-4ace-8310-487a9a09c82b tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454371 Sep 29 02:17:58.097554 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a20ac-8640-464d-9a23-373709841936 req-33c8a59f-2141-4015-954f-8fe161e15354 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:58.099123 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f73a20ac-8640-464d-9a23-373709841936 req-33c8a59f-2141-4015-954f-8fe161e15354 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Sep 29 02:17:58.146214 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f73a20ac-8640-464d-9a23-373709841936 req-6e60cf03-2996-46c7-a41b-db84e67033dc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Sep 29 02:17:58.229848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-6639184e-73bf-4197-8e2b-db5e3f6e9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:58.231862 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-6639184e-73bf-4197-8e2b-db5e3f6e9603 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0492096 Sep 29 02:17:58.275758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-22ec8d72-7c2c-4a5a-b4ee-b0659e542a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:58.277246 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-22ec8d72-7c2c-4a5a-b4ee-b0659e542a4f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381901 Sep 29 02:17:58.390061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3772fbc-03dd-451f-af89-011197682f01 req-ffa63fd5-a1c0-4d3f-bf5c-e4773a97a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:58.391546 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3772fbc-03dd-451f-af89-011197682f01 req-ffa63fd5-a1c0-4d3f-bf5c-e4773a97a998 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 1130 time: 0.0556860 Sep 29 02:17:58.401310 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-c43a5556-f021-45b0-a8e3-82c4b1a9d3d3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172812 Sep 29 02:17:58.729821 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:58.746632 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3772fbc-03dd-451f-af89-011197682f01 req-c95f95dc-0c6b-47bf-8184-b32c84cf2609 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444381 Sep 29 02:17:58.776295 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b87fb9eb-253d-407e-90e4-4d4ff36ca0a8 req-b003ad19-23e7-4872-a369-cdb21af4c949 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681157 Sep 29 02:17:59.001116 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909de713-de53-475d-9002-1c997afa8aac req-6befbae5-e04b-4ca7-9dc1-70616657865a tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:59.002496 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-909de713-de53-475d-9002-1c997afa8aac req-6befbae5-e04b-4ca7-9dc1-70616657865a tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0560234 Sep 29 02:17:59.050200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-909de713-de53-475d-9002-1c997afa8aac req-44a1d20e-75bf-4b75-9919-b56087bde588 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Sep 29 02:17:59.167400 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c627-b147-420c-b618-e5815fd0431a req-9f5f5315-d279-470a-b3b5-00b1f8e2eeb6 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:59.168861 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c707c627-b147-420c-b618-e5815fd0431a req-9f5f5315-d279-470a-b3b5-00b1f8e2eeb6 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0524435 Sep 29 02:17:59.219930 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c707c627-b147-420c-b618-e5815fd0431a req-f6e7793f-22b8-4346-b005-f63a93a4a1c9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427332 Sep 29 02:17:59.271902 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429f3ba-bc3b-4bf7-93e7-1c1d1b5b0faf req-3d40a5e3-084a-4323-90ef-8bef117bd124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:59.273287 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9429f3ba-bc3b-4bf7-93e7-1c1d1b5b0faf req-3d40a5e3-084a-4323-90ef-8bef117bd124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0463576 Sep 29 02:17:59.323705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9429f3ba-bc3b-4bf7-93e7-1c1d1b5b0faf req-9fe438d8-5f50-43a1-a64e-63ed5a20dad9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446634 Sep 29 02:17:59.921887 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-507da63f-0ddb-4627-a1cd-df3f015d7a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:00.167164 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:00.183178 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936bb4-2bb8-4640-a6c0-a4cebabe2ccf req-3c68967d-6c3c-47f2-a0a6-bcd5a6888056 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.184584 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c8936bb4-2bb8-4640-a6c0-a4cebabe2ccf req-3c68967d-6c3c-47f2-a0a6-bcd5a6888056 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0564260 Sep 29 02:18:00.231182 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c8936bb4-2bb8-4640-a6c0-a4cebabe2ccf req-5f76eff7-eeaf-4df6-9976-e192ae905e0e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Sep 29 02:18:00.351157 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a7508-93f4-47a3-9acd-1d5ab07f2ed5 req-0fbec7c6-e436-453a-989f-bf1b6525754d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.352605 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e83a7508-93f4-47a3-9acd-1d5ab07f2ed5 req-0fbec7c6-e436-453a-989f-bf1b6525754d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0501835 Sep 29 02:18:00.402935 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e83a7508-93f4-47a3-9acd-1d5ab07f2ed5 req-addf82d7-ac9b-4c34-8ca7-a76ae9c62d74 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447714 Sep 29 02:18:00.450707 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3cce-1d39-4cf7-84d3-ef366297d0dd req-8dbc47d0-85d6-4188-91e3-11595aae39ca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.452082 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c0f3cce-1d39-4cf7-84d3-ef366297d0dd req-8dbc47d0-85d6-4188-91e3-11595aae39ca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0467048 Sep 29 02:18:00.507233 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c0f3cce-1d39-4cf7-84d3-ef366297d0dd req-a8187e07-2708-457a-8e02-4a29317e063f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494773 Sep 29 02:18:01.264396 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:01.360668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e330ac-22d7-4fd0-b0ef-c669bdbc9d39 req-fd064da4-cc24-4d99-bfe0-b0fbb9ceb19a tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:01.362215 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f2e330ac-22d7-4fd0-b0ef-c669bdbc9d39 req-fd064da4-cc24-4d99-bfe0-b0fbb9ceb19a tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Sep 29 02:18:01.413548 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f2e330ac-22d7-4fd0-b0ef-c669bdbc9d39 req-020d243e-366e-49a7-aa1a-9c806787be3e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428894 Sep 29 02:18:01.641704 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306423cd-7932-4b38-9af2-ea3e658b48ab req-f6985c2e-8666-4325-96a6-2d16c0b9504e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:01.643229 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-306423cd-7932-4b38-9af2-ea3e658b48ab req-f6985c2e-8666-4325-96a6-2d16c0b9504e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Sep 29 02:18:01.684217 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:01.698327 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-306423cd-7932-4b38-9af2-ea3e658b48ab req-2347d3e8-3ca3-4b6d-86d4-acf50a03c016 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Sep 29 02:18:01.753635 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: ACTIVE; New status is: DOWN {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:01.754027 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:01.777171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:01.779423 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f7c6e9-8e2b-496e-8afc-2de099adb0e0" -d '{"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:01.781536 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:01.795951 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:01.800911 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:01.825425 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aea2a2-1e0b-4f24-90f7-bb294e1d4803 x-openstack-request-id: req-b3aea2a2-1e0b-4f24-90f7-bb294e1d4803 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:01.825726 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:01.825972 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3aea2a2-1e0b-4f24-90f7-bb294e1d4803 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:01.826370 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3aea2a2-1e0b-4f24-90f7-bb294e1d4803'] response: {'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'code': 200} Sep 29 02:18:01.852471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=8']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:02.561747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd669f0-3611-4e74-8068-fe2521066493 req-82936f01-9925-4582-a277-bce81e1776c2 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:02.563265 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2dd669f0-3611-4e74-8068-fe2521066493 req-82936f01-9925-4582-a277-bce81e1776c2 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Sep 29 02:18:02.611768 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2dd669f0-3611-4e74-8068-fe2521066493 req-0df0e548-6b2e-49b0-af77-865206b6dea4 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Sep 29 02:18:02.620744 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:02.654937 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:02.843556 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4788b4-d035-4877-8ad6-fd0f52584d79 req-5d23d45d-97a8-4b04-aafd-c664f80f54ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:02.845212 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2b4788b4-d035-4877-8ad6-fd0f52584d79 req-5d23d45d-97a8-4b04-aafd-c664f80f54ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0598967 Sep 29 02:18:02.858665 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:02.899292 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2b4788b4-d035-4877-8ad6-fd0f52584d79 req-304887b7-2c99-48ff-bee3-65f0a926d665 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476708 Sep 29 02:18:03.503313 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-2619be8b-dcb7-429a-9fe1-1f4105adc7d8 req-94a717c8-8544-41a2-a5fb-3b6c26c9be2e service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:18:03.504320 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2619be8b-dcb7-429a-9fe1-1f4105adc7d8 req-94a717c8-8544-41a2-a5fb-3b6c26c9be2e service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0503106 Sep 29 02:18:03.708043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7c476-81e0-4667-9927-8c6b92a7331f req-84c867ef-d644-4f93-a868-ecb11d3e3881 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:03.711793 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7a7c476-81e0-4667-9927-8c6b92a7331f req-84c867ef-d644-4f93-a868-ecb11d3e3881 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0568318 Sep 29 02:18:03.766562 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c7a7c476-81e0-4667-9927-8c6b92a7331f req-12d8e75d-dfe3-42d4-88dd-80aba721c312 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482733 Sep 29 02:18:03.807330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3800-123c-47cd-86a8-719590a838eb req-06338a5e-5831-457c-947d-dd6c70bd297c tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:03.808853 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4da3800-123c-47cd-86a8-719590a838eb req-06338a5e-5831-457c-947d-dd6c70bd297c tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0837324 Sep 29 02:18:03.865382 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4da3800-123c-47cd-86a8-719590a838eb req-fee9e59c-c04d-4e94-9761-e14b683cb293 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Sep 29 02:18:03.964296 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55238) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:04.047791 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-bfaa31b2-d66d-43f7-b64b-c25142cd1c03 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819767 Sep 29 02:18:04.058635 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-f10f7165-5098-41e0-ad34-a04b16991aa4 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:18:04.059610 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-f10f7165-5098-41e0-ad34-a04b16991aa4 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050230 Sep 29 02:18:04.145562 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55246) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:04.244629 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-225cbcc4-3759-4443-9648-f1573acb37ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:04.246123 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-225cbcc4-3759-4443-9648-f1573acb37ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports/bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 940 time: 0.0993066 Sep 29 02:18:04.407767 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=8 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:04.501007 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:04.900453 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b39d5-09bc-4b3e-8285-4dfc420ce0ad req-6786124b-42e3-44b5-af57-1f948d9a0d33 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:04.901966 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e1b39d5-09bc-4b3e-8285-4dfc420ce0ad req-6786124b-42e3-44b5-af57-1f948d9a0d33 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0536950 Sep 29 02:18:04.948872 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e1b39d5-09bc-4b3e-8285-4dfc420ce0ad req-b67afd82-7fc0-4715-baeb-fda7111cfc90 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 Sep 29 02:18:05.717249 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:05.929445 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: DOWN; New status is: DOWN {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:06.092091 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ffcc-b2d2-4562-852b-87a33d3b9871 req-de43f85b-11a1-4702-942a-61d7f97fe39e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:06.093521 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2455ffcc-b2d2-4562-852b-87a33d3b9871 req-de43f85b-11a1-4702-942a-61d7f97fe39e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0513439 Sep 29 02:18:06.114158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:06.143729 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2455ffcc-b2d2-4562-852b-87a33d3b9871 req-2e388d27-ba7b-43f3-9529-9521d69a3bce tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Sep 29 02:18:07.282832 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd7ef5-60ba-42af-8288-1cb9db4c374d req-c12c88ae-cbff-4319-a1b6-0e9581fa2ed0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:07.284264 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-83fd7ef5-60ba-42af-8288-1cb9db4c374d req-c12c88ae-cbff-4319-a1b6-0e9581fa2ed0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0537546 Sep 29 02:18:07.335679 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-83fd7ef5-60ba-42af-8288-1cb9db4c374d req-e279bde9-b600-437c-8d4c-2e10d3eb32dc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430629 Sep 29 02:18:08.470208 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e92b5-c88b-4e13-bbc3-9ba7feb28d05 req-8de59df8-5da9-4d2d-9eff-0904f44dec2f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:08.471688 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-db7e92b5-c88b-4e13-bbc3-9ba7feb28d05 req-8de59df8-5da9-4d2d-9eff-0904f44dec2f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0488045 Sep 29 02:18:08.519097 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-db7e92b5-c88b-4e13-bbc3-9ba7feb28d05 req-ee7e1119-731f-4739-bb8d-317d0040adea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Sep 29 02:18:09.647843 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2893c3-0dad-49a3-8cbc-52d5020da2b8 req-31a8f36b-b4c4-4365-be6c-ff3363aa5e6e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:09.649461 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-df2893c3-0dad-49a3-8cbc-52d5020da2b8 req-31a8f36b-b4c4-4365-be6c-ff3363aa5e6e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0491283 Sep 29 02:18:09.703795 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-df2893c3-0dad-49a3-8cbc-52d5020da2b8 req-aa5127c6-461d-4841-b3f5-c458cc0d1fab tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Sep 29 02:18:10.849664 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb5302-1c7d-4d6a-8119-a216321c658f req-031fdf5c-97f7-4e8e-bec0-260feca5270a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:10.851150 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a8eb5302-1c7d-4d6a-8119-a216321c658f req-031fdf5c-97f7-4e8e-bec0-260feca5270a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0506842 Sep 29 02:18:10.903361 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a8eb5302-1c7d-4d6a-8119-a216321c658f req-6c6e1fc2-e18a-49d9-86af-c29418b545a1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Sep 29 02:18:12.039738 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaa5a4-f786-4002-a240-13bb8519805b req-9ac23328-6cee-4dfc-86a5-f970a0ff06ee tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:12.041262 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-feaaa5a4-f786-4002-a240-13bb8519805b req-9ac23328-6cee-4dfc-86a5-f970a0ff06ee tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0486743 Sep 29 02:18:12.093610 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-feaaa5a4-f786-4002-a240-13bb8519805b req-8494756a-a94e-40ba-ad0b-b4c2b95ec46b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Sep 29 02:18:13.233797 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef4ad5-b10e-475b-80df-5edceb6be38f req-14bdfc9a-7f2a-41d5-80ad-f32e6cb71b0d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:13.235416 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-24ef4ad5-b10e-475b-80df-5edceb6be38f req-14bdfc9a-7f2a-41d5-80ad-f32e6cb71b0d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0597823 Sep 29 02:18:13.297418 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-24ef4ad5-b10e-475b-80df-5edceb6be38f req-7d7e1fea-28cf-48b3-9fc5-9cff450bb9c4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559607 Sep 29 02:18:13.700414 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:13.717515 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:14.418770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:14.434426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3183c49-ebd5-4ada-b12b-ea408483f270 req-09bdb6cd-bbfc-4e77-b370-86f35fb457cb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:14.436467 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d3183c49-ebd5-4ada-b12b-ea408483f270 req-09bdb6cd-bbfc-4e77-b370-86f35fb457cb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0544484 Sep 29 02:18:14.490981 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d3183c49-ebd5-4ada-b12b-ea408483f270 req-c37b7a72-be07-4f83-8e8c-9f37c65aa18b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Sep 29 02:18:15.638827 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771ae73-0220-4367-8e4d-3f303f52ab8d req-e866abf2-6794-4352-814a-458a91c4cb3f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:15.640303 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2771ae73-0220-4367-8e4d-3f303f52ab8d req-e866abf2-6794-4352-814a-458a91c4cb3f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0530112 Sep 29 02:18:15.690626 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2771ae73-0220-4367-8e4d-3f303f52ab8d req-ce42a13d-dcb2-4283-ac11-a56a5167caea tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Sep 29 02:18:16.834022 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4993b-983f-4fa8-84e6-b2b4d401c67e req-0fa90458-dbe1-40e2-acf7-1bab126b7135 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:16.835510 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2f4993b-983f-4fa8-84e6-b2b4d401c67e req-0fa90458-dbe1-40e2-acf7-1bab126b7135 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0517097 Sep 29 02:18:16.885084 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b2f4993b-983f-4fa8-84e6-b2b4d401c67e req-775f5859-be21-49a2-ba2e-bcc8b1624890 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Sep 29 02:18:18.016473 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.024578 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0699e53-e801-4789-a698-a827ad597998 req-e7424df7-0c3c-4d7d-b870-b787fc49866f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:18.026062 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b0699e53-e801-4789-a698-a827ad597998 req-e7424df7-0c3c-4d7d-b870-b787fc49866f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0476336 Sep 29 02:18:18.076094 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b0699e53-e801-4789-a698-a827ad597998 req-93377a47-222e-4533-bc78-380c1d73d8e0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Sep 29 02:18:18.847221 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-4f54f7a0-7482-45c3-b1d1-aa1d218ca7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:18.848803 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-4f54f7a0-7482-45c3-b1d1-aa1d218ca7d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 1127 time: 0.1219206 Sep 29 02:18:18.936710 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-51e1185c-b357-4d8c-97cd-211bb8046fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:18.938240 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-51e1185c-b357-4d8c-97cd-211bb8046fc1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0440803 Sep 29 02:18:19.031025 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-0f068302-cdcc-461c-b1c8-be4ada6bb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:19.032371 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-0f068302-cdcc-461c-b1c8-be4ada6bb6e1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.0869524 Sep 29 02:18:19.098282 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-c5d398ad-e98a-4198-8650-024ea3fe35d5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 999 time: 0.0578699 Sep 29 02:18:19.153761 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-1a94e2d3-59b4-4bf4-9284-b16620ef759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:19.155286 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-1a94e2d3-59b4-4bf4-9284-b16620ef759e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0498753 Sep 29 02:18:19.232446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf932-3e28-470a-955f-330da3ca414f req-858b7d41-4916-4f9d-b52f-ed6a5d98320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:19.233971 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-858b7d41-4916-4f9d-b52f-ed6a5d98320d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697854 Sep 29 02:18:19.255706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0608abc-54b6-47ae-860f-9b2f41ed01f6 req-36d6534a-c8a8-4d6e-bedd-ebaee7abf3b1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:19.257075 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a0608abc-54b6-47ae-860f-9b2f41ed01f6 req-36d6534a-c8a8-4d6e-bedd-ebaee7abf3b1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0831680 Sep 29 02:18:19.307978 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.365177 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a0608abc-54b6-47ae-860f-9b2f41ed01f6 req-c5f26fe5-7963-4ff3-9faf-b8c7d35d2449 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950868 Sep 29 02:18:19.370696 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-8358245b-04b3-426b-9ede-027a9102aea6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280494 Sep 29 02:18:19.468017 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-b6d247c9-f2c9-483a-8653-80210534ff74 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906765 Sep 29 02:18:20.507962 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4627b1-9847-46d6-9ac3-569cb16ce075 req-555efccf-387d-49fe-8fb7-9bc2278b78f1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:20.510166 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2c4627b1-9847-46d6-9ac3-569cb16ce075 req-555efccf-387d-49fe-8fb7-9bc2278b78f1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0641325 Sep 29 02:18:20.596206 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2c4627b1-9847-46d6-9ac3-569cb16ce075 req-a159785a-ef21-4162-bb4d-0d80cea4bceb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787334 Sep 29 02:18:21.742229 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682961-bc1a-455d-866b-b8563e844871 req-cf6f46b4-6328-44ce-b18e-e6851ea35bd6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:21.744156 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9682961-bc1a-455d-866b-b8563e844871 req-cf6f46b4-6328-44ce-b18e-e6851ea35bd6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0589437 Sep 29 02:18:21.799940 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9682961-bc1a-455d-866b-b8563e844871 req-f1dd0182-c245-453f-8ebd-2857b8dd6c01 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 Sep 29 02:18:22.946195 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b3763-203c-4aea-aa65-8dc48e37e4c6 req-ebb35571-8078-4515-8af5-2f0375866b60 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:22.947655 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-356b3763-203c-4aea-aa65-8dc48e37e4c6 req-ebb35571-8078-4515-8af5-2f0375866b60 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0467656 Sep 29 02:18:22.998329 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-356b3763-203c-4aea-aa65-8dc48e37e4c6 req-6a53fd94-c20d-4d29-b74f-6ab3bc060979 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Sep 29 02:18:23.708829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:24.141519 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0a23-03da-4aaf-ad51-592b6d2554a7 req-309560ee-fd58-4871-8cb5-c6ae9883665e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:24.143016 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbed0a23-03da-4aaf-ad51-592b6d2554a7 req-309560ee-fd58-4871-8cb5-c6ae9883665e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0507650 Sep 29 02:18:24.198064 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbed0a23-03da-4aaf-ad51-592b6d2554a7 req-c90cc8ff-8d0e-41d0-b3a1-2859f6f75d70 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 Sep 29 02:18:25.351066 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7ca57-f27e-48d9-854d-90258e57c9bf req-b000fd29-ff0d-4a51-a809-8b180e9033cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:25.352552 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5ce7ca57-f27e-48d9-854d-90258e57c9bf req-b000fd29-ff0d-4a51-a809-8b180e9033cd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0497303 Sep 29 02:18:25.399892 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5ce7ca57-f27e-48d9-854d-90258e57c9bf req-6f15a746-bce7-437f-b6a8-19067f9f83d4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Sep 29 02:18:26.151746 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:18:26.535150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903b807-5fea-4138-bca0-80ba0ef9348d req-5f08d332-ef75-47b8-b721-9f3cc5730edc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:26.536650 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d903b807-5fea-4138-bca0-80ba0ef9348d req-5f08d332-ef75-47b8-b721-9f3cc5730edc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0468769 Sep 29 02:18:26.549360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:26.587355 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d903b807-5fea-4138-bca0-80ba0ef9348d req-0fd1d41c-1314-4948-8b51-808a59750af7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Sep 29 02:18:27.672950 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ecc2-a418-493e-b146-e600d3af2081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:27.729815 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035ceed-cc2a-4c39-afbf-590c42910633 req-a9766d31-8f0d-49ee-8f08-15d3413c247d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:27.731294 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9035ceed-cc2a-4c39-afbf-590c42910633 req-a9766d31-8f0d-49ee-8f08-15d3413c247d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0463266 Sep 29 02:18:27.779795 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9035ceed-cc2a-4c39-afbf-590c42910633 req-6caa0404-6f02-4804-a08b-dc0bf463b250 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Sep 29 02:18:28.911569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7368e6a-cd2b-4003-8b72-65a35ca93aba req-56402544-11d1-4c52-aa3d-1445fd1a126a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.913125 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7368e6a-cd2b-4003-8b72-65a35ca93aba req-56402544-11d1-4c52-aa3d-1445fd1a126a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0479598 Sep 29 02:18:28.963734 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7368e6a-cd2b-4003-8b72-65a35ca93aba req-c9d09f85-3907-4088-9fa2-eda19aa731e5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Sep 29 02:18:29.928146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-605cef46-1393-4d7b-86e0-858bfd3a06d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:30.111669 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fcb0a-8475-4688-916a-d66b863d1037 req-f0169de8-fc24-4dd3-b652-3a5c1dd805a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.113466 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6e3fcb0a-8475-4688-916a-d66b863d1037 req-f0169de8-fc24-4dd3-b652-3a5c1dd805a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0537980 Sep 29 02:18:30.165825 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6e3fcb0a-8475-4688-916a-d66b863d1037 req-935cffc7-138c-4cd5-8b1e-0164a533111c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463355 Sep 29 02:18:31.275351 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:31.312927 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0602c7-2f82-4ac1-8fa8-78fc653e245a req-a70e44c8-1f06-4b8e-94b3-3bef0df5f581 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:31.314450 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ae0602c7-2f82-4ac1-8fa8-78fc653e245a req-a70e44c8-1f06-4b8e-94b3-3bef0df5f581 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0539713 Sep 29 02:18:31.364977 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ae0602c7-2f82-4ac1-8fa8-78fc653e245a req-2e948e3c-e537-4bea-8ef8-3957ed25f538 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Sep 29 02:18:32.496148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eadf6-56cf-4d6d-b4a3-a31d9226aaa8 req-40777419-b081-4493-ae00-c2eb802348c8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:32.497700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-370eadf6-56cf-4d6d-b4a3-a31d9226aaa8 req-40777419-b081-4493-ae00-c2eb802348c8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0500376 Sep 29 02:18:32.546896 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-370eadf6-56cf-4d6d-b4a3-a31d9226aaa8 req-de5ae9e8-918a-4678-8733-e19c6e885414 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Sep 29 02:18:32.618019 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:32.683402 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:33.679842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dd5e2-48e8-43ad-a4c5-65de35b453af req-fcebde5a-646f-45c2-88c0-16c1f8af05ab tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:33.681288 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-452dd5e2-48e8-43ad-a4c5-65de35b453af req-fcebde5a-646f-45c2-88c0-16c1f8af05ab tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0524101 Sep 29 02:18:33.731397 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-452dd5e2-48e8-43ad-a4c5-65de35b453af req-e0b409e9-5375-48be-84b4-777c9519ba10 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Sep 29 02:18:34.871812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964fd8f-cebb-44ad-9b96-3da214ce0872 req-1911365c-a2f6-45a1-802b-e36a0c180f85 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:34.873267 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5964fd8f-cebb-44ad-9b96-3da214ce0872 req-1911365c-a2f6-45a1-802b-e36a0c180f85 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0469058 Sep 29 02:18:34.920411 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5964fd8f-cebb-44ad-9b96-3da214ce0872 req-dd07d6d3-4337-4be9-be98-fcae4690274e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Sep 29 02:18:36.064061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2f021-a56d-42c8-ba4a-b401a1c8bd05 req-20ea4eaa-953c-45c5-9654-c3ea1a8b049b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:36.065499 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3ef2f021-a56d-42c8-ba4a-b401a1c8bd05 req-20ea4eaa-953c-45c5-9654-c3ea1a8b049b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0469210 Sep 29 02:18:36.114037 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3ef2f021-a56d-42c8-ba4a-b401a1c8bd05 req-938d5c34-ad99-482e-bc46-aa0ab412de65 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Sep 29 02:18:36.147055 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:36.147866 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:36.668737 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b64d-98cb-4177-bac5-a956e1e331ea req-69e62dd9-639d-430b-a1a5-ef9622419fb1 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:36.671439 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-88d1b64d-98cb-4177-bac5-a956e1e331ea req-69e62dd9-639d-430b-a1a5-ef9622419fb1 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0503993 Sep 29 02:18:36.690643 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:36.744034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-88d1b64d-98cb-4177-bac5-a956e1e331ea req-a20fac8f-362d-42ac-b0a1-79ac41be906a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666494 Sep 29 02:18:37.246132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:37.254834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e0bab-612d-4e50-b2e6-4c581a1ed58a req-0cfd937f-cb3e-47a6-93a0-d7d08912c198 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:37.256385 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c8e0bab-612d-4e50-b2e6-4c581a1ed58a req-0cfd937f-cb3e-47a6-93a0-d7d08912c198 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0507672 Sep 29 02:18:37.316378 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c8e0bab-612d-4e50-b2e6-4c581a1ed58a req-80ebe8d7-15e7-4369-a1dd-61d0bc6b7ae4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453596 Sep 29 02:18:37.873319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847b6a-fdca-4d03-a2fb-8c8f51d5d388 req-02500599-eb5f-4adf-8e23-75e562e93602 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:37.874827 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-91847b6a-fdca-4d03-a2fb-8c8f51d5d388 req-02500599-eb5f-4adf-8e23-75e562e93602 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0481288 Sep 29 02:18:37.940806 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-91847b6a-fdca-4d03-a2fb-8c8f51d5d388 req-8f463f6b-3f29-4f7e-a6ae-fe7b647afb34 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596838 Sep 29 02:18:38.453144 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620eff4-8ac9-412f-9996-69d8d2b4d208 req-b4591c7a-214d-4760-bd1f-41121ee439ad tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:38.454622 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c620eff4-8ac9-412f-9996-69d8d2b4d208 req-b4591c7a-214d-4760-bd1f-41121ee439ad tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0520914 Sep 29 02:18:38.505553 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c620eff4-8ac9-412f-9996-69d8d2b4d208 req-f8438c6b-17f5-4a68-9d7c-20fe3d2e5a6a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Sep 29 02:18:39.064301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed3aa3-c13d-481a-a470-c797152eb3ed req-f7dcaa87-f9bd-479e-b082-1e0bd09b4540 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.065749 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d2ed3aa3-c13d-481a-a470-c797152eb3ed req-f7dcaa87-f9bd-479e-b082-1e0bd09b4540 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0472782 Sep 29 02:18:39.131298 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d2ed3aa3-c13d-481a-a470-c797152eb3ed req-3d732146-10a2-4418-b18f-fedf548c8407 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569658 Sep 29 02:18:39.646041 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb910-9550-4023-9d3e-ca17e99ef07b req-f4ac4245-985e-4b64-bf6a-2add45fd386a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.647490 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b19bb910-9550-4023-9d3e-ca17e99ef07b req-f4ac4245-985e-4b64-bf6a-2add45fd386a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0467548 Sep 29 02:18:39.695270 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b19bb910-9550-4023-9d3e-ca17e99ef07b req-a7f9d152-f35f-438b-828f-3b6eaad66aaf tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Sep 29 02:18:40.272633 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83223f-2e0e-4f7e-b9ab-61e5a04c6dc7 req-05e67859-d151-45a4-93ba-5760e3171865 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:40.274097 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f83223f-2e0e-4f7e-b9ab-61e5a04c6dc7 req-05e67859-d151-45a4-93ba-5760e3171865 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0504136 Sep 29 02:18:40.336803 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f83223f-2e0e-4f7e-b9ab-61e5a04c6dc7 req-e40804f2-9112-482d-8355-363c5f0e2536 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557749 Sep 29 02:18:40.835513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aa619-3715-4dfe-895d-bafeee31e7e3 req-44f16dbd-5fd1-4448-ade7-707c528f0e94 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:40.837002 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e25aa619-3715-4dfe-895d-bafeee31e7e3 req-44f16dbd-5fd1-4448-ade7-707c528f0e94 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0485320 Sep 29 02:18:40.888270 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e25aa619-3715-4dfe-895d-bafeee31e7e3 req-f25d3c29-c8ce-47f1-8758-1923b365a5f3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Sep 29 02:18:41.475251 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba04a-36a2-4518-945f-6a5ba2385ec6 req-2e053d39-ef91-48f5-9a66-61a46e60a612 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:41.476612 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a5ba04a-36a2-4518-945f-6a5ba2385ec6 req-2e053d39-ef91-48f5-9a66-61a46e60a612 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0548127 Sep 29 02:18:41.545935 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a5ba04a-36a2-4518-945f-6a5ba2385ec6 req-fb2b45d9-4107-4d5c-b261-e1c5c700d074 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602419 Sep 29 02:18:42.021215 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.039899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d26f4-4e2a-4038-a449-485db1bdb53b req-0c70a5d2-0430-4d61-9e35-0d42903d2036 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:42.041379 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-343d26f4-4e2a-4038-a449-485db1bdb53b req-0c70a5d2-0430-4d61-9e35-0d42903d2036 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0565770 Sep 29 02:18:42.089812 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-343d26f4-4e2a-4038-a449-485db1bdb53b req-74377933-002b-46d9-bee8-48613d17ba59 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Sep 29 02:18:42.638415 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.674159 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.675029 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.676663 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398830e6-d3d6-4a87-8f51-e70dc2d453c3 req-3f45817c-6d78-4792-8e15-2354934bf83b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:42.678183 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-398830e6-d3d6-4a87-8f51-e70dc2d453c3 req-3f45817c-6d78-4792-8e15-2354934bf83b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0485706 Sep 29 02:18:42.743327 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-398830e6-d3d6-4a87-8f51-e70dc2d453c3 req-f4d21875-2b8c-4cf3-b878-77b9cf7d63ca tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589771 Sep 29 02:18:43.229183 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d464d-838a-452b-a7eb-01c2598034f3 req-f4c122a2-fc55-48d0-9c70-0c33a687a47f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.230699 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b57d464d-838a-452b-a7eb-01c2598034f3 req-f4c122a2-fc55-48d0-9c70-0c33a687a47f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0512381 Sep 29 02:18:43.279428 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b57d464d-838a-452b-a7eb-01c2598034f3 req-50dad624-a4a4-47a3-bd2d-10b289bfd203 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Sep 29 02:18:43.750499 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.870800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b468-47be-492b-968a-f263775086f1 req-195ff429-2286-4447-bdda-c5d9e8caebf5 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.872277 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6449b468-47be-492b-968a-f263775086f1 req-195ff429-2286-4447-bdda-c5d9e8caebf5 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0524411 Sep 29 02:18:43.940030 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6449b468-47be-492b-968a-f263775086f1 req-90c2cd77-df04-4fbe-af15-8df2fc97677e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590937 Sep 29 02:18:44.425569 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c46b3-6705-4e08-88d0-a07a2c0e6768 req-c6b941d8-f11a-4e75-a584-c86c530c0f87 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:44.427097 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-223c46b3-6705-4e08-88d0-a07a2c0e6768 req-c6b941d8-f11a-4e75-a584-c86c530c0f87 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0579307 Sep 29 02:18:44.478625 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-223c46b3-6705-4e08-88d0-a07a2c0e6768 req-95544cf6-9d08-43ef-a719-567594983d21 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Sep 29 02:18:45.073770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662cb6-750f-42a7-a141-065421c35252 req-5b45d51d-e8e2-407a-a8ab-766e98d6dea9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:45.075279 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63662cb6-750f-42a7-a141-065421c35252 req-5b45d51d-e8e2-407a-a8ab-766e98d6dea9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0584967 Sep 29 02:18:45.136372 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63662cb6-750f-42a7-a141-065421c35252 req-97613b58-9f47-437d-9320-22aea4fd2f5a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552130 Sep 29 02:18:45.359795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843829-0106-478b-b68e-39c6a30ecd77 req-26f88906-5ac0-47ae-8a34-e0db9c2e7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:45.361205 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-26f88906-5ac0-47ae-8a34-e0db9c2e7db1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1168 time: 0.0443718 Sep 29 02:18:45.604626 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa9a7-78aa-48fc-82dc-c7e32db49fdb req-56be254e-08fc-4f55-8482-d39f0d0bd12d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:45.606035 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1ecfa9a7-78aa-48fc-82dc-c7e32db49fdb req-56be254e-08fc-4f55-8482-d39f0d0bd12d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0465088 Sep 29 02:18:45.653604 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1ecfa9a7-78aa-48fc-82dc-c7e32db49fdb req-38a07471-1f24-4042-82a9-910494b5b646 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Sep 29 02:18:46.012203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843829-0106-478b-b68e-39c6a30ecd77 req-7689a850-6b49-47b5-b0f8-399e840c70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.013667 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-7689a850-6b49-47b5-b0f8-399e840c70f7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 916 time: 0.0944428 Sep 29 02:18:46.132193 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-fac5cd95-aae5-41a1-96b2-e8c0d3be1789 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 1001 time: 0.0689220 Sep 29 02:18:46.290460 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.309435 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c013d-9d4b-4579-bd14-41eb80c32ef2 req-f994bc81-0e6d-458d-b0af-542f3c9d1c14 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.311307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2f0c013d-9d4b-4579-bd14-41eb80c32ef2 req-f994bc81-0e6d-458d-b0af-542f3c9d1c14 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0900748 Sep 29 02:18:46.332402 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843829-0106-478b-b68e-39c6a30ecd77 req-6bf5b90f-5c3e-4745-ac0c-6f76e4f97e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.333850 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-6bf5b90f-5c3e-4745-ac0c-6f76e4f97e89 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.0763462 Sep 29 02:18:46.411804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843829-0106-478b-b68e-39c6a30ecd77 req-5aba0207-c718-429b-8feb-f8f0b46ff514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.413344 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-5aba0207-c718-429b-8feb-f8f0b46ff514 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686901 Sep 29 02:18:46.419782 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2f0c013d-9d4b-4579-bd14-41eb80c32ef2 req-e0a3d583-6bd8-4225-99c3-7d0f276b06ce tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991106 Sep 29 02:18:46.511160 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-4c5b5dcd-cb33-4c92-a3df-32763778d04b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881519 Sep 29 02:18:46.797910 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651cc6f-d71e-4d3c-936e-042636cc3a1d req-f500fac6-e44f-44ac-bb02-a62de86a21eb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.799442 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7651cc6f-d71e-4d3c-936e-042636cc3a1d req-f500fac6-e44f-44ac-bb02-a62de86a21eb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0511200 Sep 29 02:18:46.848903 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7651cc6f-d71e-4d3c-936e-042636cc3a1d req-a75c1b57-0f1b-4b07-bb9b-465c96790a92 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Sep 29 02:18:46.898944 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-08843829-0106-478b-b68e-39c6a30ecd77 req-7554850c-417e-4934-89e1-705cb181ce90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958548 Sep 29 02:18:47.561574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027719dc-d0b6-4f7b-8e60-ee30693a4777 req-beac7f72-9adc-456b-a58f-39060aa024f2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.563293 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-027719dc-d0b6-4f7b-8e60-ee30693a4777 req-beac7f72-9adc-456b-a58f-39060aa024f2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0593307 Sep 29 02:18:47.607800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.626112 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-027719dc-d0b6-4f7b-8e60-ee30693a4777 req-f27e2e9a-fb84-4d93-9a4f-2f17c90a4e6a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570834 Sep 29 02:18:47.762440 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-b866832d-f593-4d0a-b58f-b2c829ed8f4f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397699 Sep 29 02:18:47.862472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-fb9c7733-b4bb-4cfc-86d2-6e4157275f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.864276 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-fb9c7733-b4bb-4cfc-86d2-6e4157275f04 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 1129 time: 0.0533581 Sep 29 02:18:47.897039 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42473ff9-f7b3-4e73-bd3d-ac05cc0d56e6 req-65c060e0-b072-48b3-b3b9-9de0ebbadabe tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.898531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-42473ff9-f7b3-4e73-bd3d-ac05cc0d56e6 req-65c060e0-b072-48b3-b3b9-9de0ebbadabe tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0517135 Sep 29 02:18:47.946341 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-42473ff9-f7b3-4e73-bd3d-ac05cc0d56e6 req-1f6238d7-ac9e-45fb-82d2-6935724ec6ad tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Sep 29 02:18:47.981402 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d427-e831-4274-b4bb-1d28b2693b39 req-25fc7311-451b-4358-a3a1-e11423a31c2f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.982858 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eb73d427-e831-4274-b4bb-1d28b2693b39 req-25fc7311-451b-4358-a3a1-e11423a31c2f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0489392 Sep 29 02:18:48.032894 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-eb73d427-e831-4274-b4bb-1d28b2693b39 req-e31fa70e-8f5d-45d0-a5c5-864c0a684612 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Sep 29 02:18:48.766571 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3352226-2960-48d3-8e7e-1e8dd39ae0b7 req-43fd63bb-58c6-454c-8aa2-e28842b8dbe1 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:48.768604 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3352226-2960-48d3-8e7e-1e8dd39ae0b7 req-43fd63bb-58c6-454c-8aa2-e28842b8dbe1 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0566669 Sep 29 02:18:48.836673 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a3352226-2960-48d3-8e7e-1e8dd39ae0b7 req-4d75da2c-4673-4ff2-801f-6dd4998e5fef tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596926 Sep 29 02:18:49.081203 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f11feb-be5d-49b7-be0f-d58afd4321c7 req-10d120af-b64d-4fdc-9fe4-2fae961144c0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.082722 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c5f11feb-be5d-49b7-be0f-d58afd4321c7 req-10d120af-b64d-4fdc-9fe4-2fae961144c0 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0500956 Sep 29 02:18:49.101725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:49.136429 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c5f11feb-be5d-49b7-be0f-d58afd4321c7 req-82ebb919-718e-4a18-a464-8ae2564d3aee tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Sep 29 02:18:49.163768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c3c97-26d2-4887-808d-d6bb18a6f276 req-90b33794-a0eb-4df1-9e61-3256fce94e5a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.164695 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-523c3c97-26d2-4887-808d-d6bb18a6f276 req-90b33794-a0eb-4df1-9e61-3256fce94e5a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0475159 Sep 29 02:18:49.214245 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-523c3c97-26d2-4887-808d-d6bb18a6f276 req-badef8e0-f324-4462-959e-05a86c19e4f7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Sep 29 02:18:49.483022 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-3d0301a1-fbba-448a-92d7-40cc45a7d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.484396 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-3d0301a1-fbba-448a-92d7-40cc45a7d20b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.0970013 Sep 29 02:18:49.527438 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-d0280351-8373-4a04-9f10-eb5fe9655687 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0327628 Sep 29 02:18:49.581679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-6884a85c-5ea3-40cd-9171-b4fd954d05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.583171 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-6884a85c-5ea3-40cd-9171-b4fd954d05fe service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0484967 Sep 29 02:18:49.669090 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-6537f98e-8569-4ae3-8a6c-f70662db944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.670589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-6537f98e-8569-4ae3-8a6c-f70662db944e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504911 Sep 29 02:18:49.737320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:49.779533 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-5d5cdf9f-28be-493b-ac83-0791cc42552a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013427 Sep 29 02:18:49.968524 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a216f-bc2f-41d1-8d5a-65295ae9a4f9 req-79454b61-a62c-4446-9418-41824a72253a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.969988 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a65a216f-bc2f-41d1-8d5a-65295ae9a4f9 req-79454b61-a62c-4446-9418-41824a72253a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0483422 Sep 29 02:18:50.032175 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a65a216f-bc2f-41d1-8d5a-65295ae9a4f9 req-73f63759-450b-4dc9-b937-cc095e88aebb tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546222 Sep 29 02:18:50.204054 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-6e195ecb-8ad3-4701-ae9e-f3203ff494b1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.205531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-6e195ecb-8ad3-4701-ae9e-f3203ff494b1 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0819786 Sep 29 02:18:50.286805 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a1ac9c7-decd-4a52-8739-12a8ab7d451d req-c57c934b-1d20-40ea-8663-a77d581d5f8d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845996 Sep 29 02:18:50.309789 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2596d7f-20ae-46be-915b-712a9b0a9141 req-b6d92282-298a-4cf7-8aac-e46785246b34 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.311321 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a2596d7f-20ae-46be-915b-712a9b0a9141 req-b6d92282-298a-4cf7-8aac-e46785246b34 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 946 time: 0.0902872 Sep 29 02:18:50.357913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bb134-7ff9-4777-9956-31a88dbabf3a req-b4a59ab8-7dad-41ad-b2be-485204ce779d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.359434 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-164bb134-7ff9-4777-9956-31a88dbabf3a req-b4a59ab8-7dad-41ad-b2be-485204ce779d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0538392 Sep 29 02:18:50.361336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Deleting port 24c56e8e-5743-4f19-bd53-651a3880405f {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:50.361679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.377964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:50.410458 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-164bb134-7ff9-4777-9956-31a88dbabf3a req-980e7ada-c20d-41f8-bc62-af38bddddc43 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Sep 29 02:18:50.432098 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a2596d7f-20ae-46be-915b-712a9b0a9141 req-5f3dcafb-ba71-4ef4-823a-27b1094d92c3 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=546e6ca6-8956-470f-bacd-3bcf9c204be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011779 Sep 29 02:18:50.476605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] For port 24c56e8e-5743-4f19-bd53-651a3880405f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=24c56e8e-5743-4f19-bd53-651a3880405f,segment=NetworkSegment(063ac3e7-a70d-4aaf-a54e-f1d2157317e3),segment_id=063ac3e7-a70d-4aaf-a54e-f1d2157317e3)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:50.476968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.490712 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Calling delete_port for 24c56e8e-5743-4f19-bd53-651a3880405f owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:50.624952 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (24c56e8e-5743-4f19-bd53-651a3880405f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.656259 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Pushing event deleted for resources: {'Port': ['ID=24c56e8e-5743-4f19-bd53-651a3880405f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:50.669984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.670355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.670692 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.671051 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.671377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.671697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.672017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.672330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.672657 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.672965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.673266 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.673578 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.673893 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.674234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.674547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:50.679706 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['24c56e8e-5743-4f19-bd53-651a3880405f'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:50.714801 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] No DVR routers for this DVR port 24c56e8e-5743-4f19-bd53-651a3880405f on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:50.717205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.720404 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2368b6b6-7563-4d56-a4a8-fc7a8e6539ac req-689b8529-2506-486f-a8aa-597b8f230e6e tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.55 "DELETE /networking/v2.0/ports/24c56e8e-5743-4f19-bd53-651a3880405f HTTP/1.1" status: 204 len: 173 time: 0.5059540 Sep 29 02:18:50.720909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'name': 'network-vif-deleted', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:50.723301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c4fa0-1ac7-4140-8aac-f163f0e0350f" -d '{"events": [{"server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "name": "network-vif-deleted", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:50.824442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199a96a-d58d-4d46-afd8-135d15b31d39 x-openstack-request-id: req-7199a96a-d58d-4d46-afd8-135d15b31d39 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:50.825073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3cc888-a13a-432f-b4c8-a6e268c10910", "name": "network-vif-deleted", "tag": "24c56e8e-5743-4f19-bd53-651a3880405f", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:50.825073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7199a96a-d58d-4d46-afd8-135d15b31d39 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:50.825352 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7199a96a-d58d-4d46-afd8-135d15b31d39'] response: {'server_uuid': '1c3cc888-a13a-432f-b4c8-a6e268c10910', 'name': 'network-vif-deleted', 'tag': '24c56e8e-5743-4f19-bd53-651a3880405f', 'status': 'completed', 'code': 200} Sep 29 02:18:51.168908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0af82-6541-4f65-bf6d-17c6c99b1a19 req-f32031ee-ea06-4624-a558-5f318f5135ff tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:51.170440 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-10e0af82-6541-4f65-bf6d-17c6c99b1a19 req-f32031ee-ea06-4624-a558-5f318f5135ff tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0473225 Sep 29 02:18:51.232018 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-10e0af82-6541-4f65-bf6d-17c6c99b1a19 req-42aee6ce-3072-4711-85d0-1d46d0901078 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550945 Sep 29 02:18:51.538692 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bbe1ce38-dd23-4537-b800-4de6d7417ff2 req-67ed33ec-a617-4c50-ac43-ad6fd4615053 tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Sep 29 02:18:51.553598 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6269b1-bd6b-4928-ad35-f42724580de8 req-b74eca6a-f672-49db-be87-c1fbfbb77898 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:51.556136 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ff6269b1-bd6b-4928-ad35-f42724580de8 req-b74eca6a-f672-49db-be87-c1fbfbb77898 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0558805 Sep 29 02:18:51.603177 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ff6269b1-bd6b-4928-ad35-f42724580de8 req-61e26839-1fc6-4456-82bc-bca3cc4ba197 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Sep 29 02:18:52.379301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66730a5f-f21e-45a4-9803-54a074c4062a req-7af0a37f-3c35-4954-aaec-b43bea1a50b7 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:52.380799 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-66730a5f-f21e-45a4-9803-54a074c4062a req-7af0a37f-3c35-4954-aaec-b43bea1a50b7 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0510986 Sep 29 02:18:52.441164 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-66730a5f-f21e-45a4-9803-54a074c4062a req-e5cbf4fa-f444-497f-85a4-ff14ba677e15 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544126 Sep 29 02:18:52.672740 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-96ca5a0b-5077-4d7a-a223-b7f7bcd64e0a req-d863d64f-d0d5-48a4-bc47-99c949a6573d tempest-VolumesSnapshotTestJSON-100228761 tempest-VolumesSnapshotTestJSON-100228761-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c3cc888-a13a-432f-b4c8-a6e268c10910 HTTP/1.1" status: 200 len: 210 time: 0.0284557 Sep 29 02:18:52.742742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a8e4-bb9d-46a9-b86a-6ee658841556 req-b3fd273e-8d7f-41d1-aaf2-99d4d567d03b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:52.744371 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c4f7a8e4-bb9d-46a9-b86a-6ee658841556 req-b3fd273e-8d7f-41d1-aaf2-99d4d567d03b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0505695 Sep 29 02:18:52.786034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:52.798750 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c4f7a8e4-bb9d-46a9-b86a-6ee658841556 req-758f716b-345d-48a4-9d97-a39d5285def2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Sep 29 02:18:53.565621 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef6f2-bbdd-4400-8517-e77e3cf4b17d req-fbf0e812-be77-4b69-b576-352300b312fd tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:53.567166 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-13cef6f2-bbdd-4400-8517-e77e3cf4b17d req-fbf0e812-be77-4b69-b576-352300b312fd tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0462661 Sep 29 02:18:53.625785 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-13cef6f2-bbdd-4400-8517-e77e3cf4b17d req-c65fdf66-17f1-4d3c-8d55-81626c75ff90 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528705 Sep 29 02:18:53.741382 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.921211 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:18:53.922153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.937446 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 24c56e8e-5743-4f19-bd53-651a3880405f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:53.939950 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd1562-8735-4bad-afa5-e6e7d225ff2e req-e1143b37-f0a3-4f74-98f2-0c4c77f59c05 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:53.942685 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a2fd1562-8735-4bad-afa5-e6e7d225ff2e req-e1143b37-f0a3-4f74-98f2-0c4c77f59c05 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 943 time: 0.0558321 Sep 29 02:18:53.963679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 24c56e8e-5743-4f19-bd53-651a3880405f {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:53.964016 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 24c56e8e-5743-4f19-bd53-651a3880405f not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:54.017013 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a2fd1562-8735-4bad-afa5-e6e7d225ff2e req-4f168fad-d9f1-451f-bf06-b5e93d1a63b5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679450 Sep 29 02:18:54.061522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:54.074171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'mac_address': 'fa:16:3e:8b:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:18:54.113822 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:54.114251 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.129177 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:18:54.149655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:54.155120 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.202935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=9']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:54.210150 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.210479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.210827 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.211151 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.211470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.211793 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.212088 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.212393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.212708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.213018 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.213311 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.213617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.213918 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.214247 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.214551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:54.725126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['bc863b20-676e-4d92-aa33-c3d860ed5227'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:54.762613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f633a-9651-4c45-8407-a348200d0a78 req-35733a91-c742-45b9-b505-92cce913750c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:54.764059 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f12f633a-9651-4c45-8407-a348200d0a78 req-35733a91-c742-45b9-b505-92cce913750c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0548377 Sep 29 02:18:54.823330 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f12f633a-9651-4c45-8407-a348200d0a78 req-1907e0d7-c273-46b5-b7cb-f9895c20ba8e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533347 Sep 29 02:18:55.154784 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dba9f-2d2a-40db-acb0-798ebf7b4273 req-16d532c3-e14b-494b-93a4-b008c7ae6d90 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:55.156327 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4d4dba9f-2d2a-40db-acb0-798ebf7b4273 req-16d532c3-e14b-494b-93a4-b008c7ae6d90 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0480235 Sep 29 02:18:55.213300 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4d4dba9f-2d2a-40db-acb0-798ebf7b4273 req-4f10906f-9de5-41c6-bdd3-83d78c7cc2a3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Sep 29 02:18:55.958232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687bd1c-e43d-4552-a7dd-1036ed311de6 req-6cd3fc0f-4538-4ef0-bcad-a0e7af0a0e18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:55.959720 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4687bd1c-e43d-4552-a7dd-1036ed311de6 req-6cd3fc0f-4538-4ef0-bcad-a0e7af0a0e18 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0489862 Sep 29 02:18:56.024209 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4687bd1c-e43d-4552-a7dd-1036ed311de6 req-6334cc45-483b-4068-a013-d3dc504bfb14 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586097 Sep 29 02:18:56.354702 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040fba-6d50-422a-8220-f8eb4b196319 req-b2f2d2cc-b649-46e6-9019-760eee2657f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:56.356206 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b9040fba-6d50-422a-8220-f8eb4b196319 req-b2f2d2cc-b649-46e6-9019-760eee2657f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0509331 Sep 29 02:18:56.406216 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b9040fba-6d50-422a-8220-f8eb4b196319 req-168be390-ea56-4ff1-b486-96daf3f1f85d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Sep 29 02:18:57.152611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc005da-f40e-42d9-96c4-7710b7147d74 req-a2eb430d-4090-4d5c-9ed5-863e4d1fb639 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:57.154058 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bfc005da-f40e-42d9-96c4-7710b7147d74 req-a2eb430d-4090-4d5c-9ed5-863e4d1fb639 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0484319 Sep 29 02:18:57.177328 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:57.222136 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bfc005da-f40e-42d9-96c4-7710b7147d74 req-53d3f29d-7619-4c99-9618-165e5a9f7857 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623505 Sep 29 02:18:57.555993 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6103-87e3-428a-8719-ce08a37b270d req-1ef0df31-e03e-42be-ab3e-d917cbd78054 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:57.557484 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0cae6103-87e3-428a-8719-ce08a37b270d req-1ef0df31-e03e-42be-ab3e-d917cbd78054 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0533643 Sep 29 02:18:57.605448 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0cae6103-87e3-428a-8719-ce08a37b270d req-e2ca1163-6b7b-4ec4-9240-b7281bc952ca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Sep 29 02:18:57.676697 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-37bba53b-7130-406c-82ab-524a4782b3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.360581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3180f9-91ef-4f05-b288-8de76e7b84cb req-6f2ecb21-bbb7-4def-b9c5-ee66eb9eb309 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.361933 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c3180f9-91ef-4f05-b288-8de76e7b84cb req-6f2ecb21-bbb7-4def-b9c5-ee66eb9eb309 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0489519 Sep 29 02:18:58.428653 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1c3180f9-91ef-4f05-b288-8de76e7b84cb req-a357533b-71fb-44b2-8c20-4643ef9bc0b6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603838 Sep 29 02:18:58.750870 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078d37-fdc5-4ab7-b28d-d5e1acdc8243 req-bf8621a4-073e-460e-93ef-4246fce73caf tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:58.752307 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b078d37-fdc5-4ab7-b28d-d5e1acdc8243 req-bf8621a4-073e-460e-93ef-4246fce73caf tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 944 time: 0.0561829 Sep 29 02:18:58.805982 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2b078d37-fdc5-4ab7-b28d-d5e1acdc8243 req-ca21c1bf-0ddd-4879-8d6e-dede229f621d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Sep 29 02:18:59.564109 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c304cb-6b6b-4dbf-a263-979a6f03a6a6 req-12d5e496-4c00-41a4-b2dd-d95d5ee98d43 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.565580 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c7c304cb-6b6b-4dbf-a263-979a6f03a6a6 req-12d5e496-4c00-41a4-b2dd-d95d5ee98d43 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0534177 Sep 29 02:18:59.592371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:18:59.628896 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c7c304cb-6b6b-4dbf-a263-979a6f03a6a6 req-55447ad2-79e0-4e3d-8574-a5485017604c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564401 Sep 29 02:18:59.638011 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port bc863b20-676e-4d92-aa33-c3d860ed5227 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:18:59.638414 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.638769 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port bc863b20-676e-4d92-aa33-c3d860ed5227 Sep 29 02:18:59.713305 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port bc863b20-676e-4d92-aa33-c3d860ed5227 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:18:59.713539 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.733006 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:59.737543 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:59.740517 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bbfad2-fa30-407e-805e-678919414946" -d '{"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:59.753706 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:59.759559 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.806489 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=10']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:59.832899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f46336-22f9-40b7-9686-fb73eff4d748 x-openstack-request-id: req-55f46336-22f9-40b7-9686-fb73eff4d748 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:59.833190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:59.833439 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55f46336-22f9-40b7-9686-fb73eff4d748 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:59.833916 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f46336-22f9-40b7-9686-fb73eff4d748'] response: {'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'code': 200} Sep 29 02:18:59.924244 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f033caa0-63ca-4851-a95f-9c52987dd4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:59.943743 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164d91-60ff-4509-8506-2aa6e301b13a req-826e8b2f-147c-4bd6-984d-21054efc967b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:59.945323 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e164d91-60ff-4509-8506-2aa6e301b13a req-826e8b2f-147c-4bd6-984d-21054efc967b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0545366 Sep 29 02:18:59.993150 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3e164d91-60ff-4509-8506-2aa6e301b13a req-fa636a66-679d-431c-938d-1e700ec30c97 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Sep 29 02:19:00.585906 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717196b4-7e24-4ea9-b971-607e03531fbe req-e95a53b8-ca44-438b-9287-05ea062ad639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:00.587563 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-717196b4-7e24-4ea9-b971-607e03531fbe req-e95a53b8-ca44-438b-9287-05ea062ad639 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1130 time: 0.0399466 Sep 29 02:19:00.636432 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-717196b4-7e24-4ea9-b971-607e03531fbe req-1e86b990-e08d-4783-b749-30c4ed59449b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Sep 29 02:19:00.756666 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40876-3a3e-46af-8ea9-c8f2da992497 req-45278b14-fd29-4486-ab41-d593ac1ce501 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:00.758613 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-66e40876-3a3e-46af-8ea9-c8f2da992497 req-45278b14-fd29-4486-ab41-d593ac1ce501 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0489795 Sep 29 02:19:00.830592 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-66e40876-3a3e-46af-8ea9-c8f2da992497 req-c21ab638-7159-4617-b38f-541c68e7cd4a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658100 Sep 29 02:19:01.153102 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6b77-dd30-42eb-ac88-9b72f90cb271 req-76e84ba1-5f73-4c59-9012-fbb105f92d9f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.154591 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fb4c6b77-dd30-42eb-ac88-9b72f90cb271 req-76e84ba1-5f73-4c59-9012-fbb105f92d9f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0521472 Sep 29 02:19:01.209459 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fb4c6b77-dd30-42eb-ac88-9b72f90cb271 req-a674d769-8b3d-486d-af53-f0a82d017603 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Sep 29 02:19:01.273288 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:01.955770 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19be1-cf55-440d-8473-195dbdb8bcc2 req-0225345d-48b9-475f-920b-301a9a5d41e6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:01.957250 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cbe19be1-cf55-440d-8473-195dbdb8bcc2 req-0225345d-48b9-475f-920b-301a9a5d41e6 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0472903 Sep 29 02:19:01.979213 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:02.023851 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cbe19be1-cf55-440d-8473-195dbdb8bcc2 req-a567ab8e-ac56-4656-8cfd-195fc956e1a2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597305 Sep 29 02:19:02.354600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce70f6-550a-43fa-a397-1341de8d427d req-03516f80-9a29-441b-9c6d-6785443c4815 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:02.356141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c3ce70f6-550a-43fa-a397-1341de8d427d req-03516f80-9a29-441b-9c6d-6785443c4815 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0522840 Sep 29 02:19:02.409454 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c3ce70f6-550a-43fa-a397-1341de8d427d req-ba955c32-4536-4c10-8c1e-ae2c67521813 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471797 Sep 29 02:19:02.627918 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:02.658763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:03.151208 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:03.187366 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d573bb-1ed3-4500-9047-5a1ba54155ac req-907209c6-7bd8-46e6-a21e-02ffd95cf362 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:03.189052 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-41d573bb-1ed3-4500-9047-5a1ba54155ac req-907209c6-7bd8-46e6-a21e-02ffd95cf362 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0732284 Sep 29 02:19:03.273103 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-41d573bb-1ed3-4500-9047-5a1ba54155ac req-294421ba-c6aa-42ce-9ef3-914569149978 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760653 Sep 29 02:19:03.547347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc18a5-bf7e-4efa-b2ec-b8a6570c310e req-5d784b78-1897-4596-8efe-5929a6a24543 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:03.549700 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0dfc18a5-bf7e-4efa-b2ec-b8a6570c310e req-5d784b78-1897-4596-8efe-5929a6a24543 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0511248 Sep 29 02:19:03.598780 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0dfc18a5-bf7e-4efa-b2ec-b8a6570c310e req-28389e16-0e1f-470f-8917-1b14ff4e2b29 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Sep 29 02:19:04.405224 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9a4d-2b75-4309-84b3-2300386d4c68 req-e7ca1b15-f8cf-4766-a617-3b673e853383 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.406768 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c48d9a4d-2b75-4309-84b3-2300386d4c68 req-e7ca1b15-f8cf-4766-a617-3b673e853383 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0475817 Sep 29 02:19:04.469277 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c48d9a4d-2b75-4309-84b3-2300386d4c68 req-a6347af3-aac8-4d1e-9d25-a66cea1697f0 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558023 Sep 29 02:19:04.697860 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:04.737958 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3429d6-ac57-4d4c-9207-e460fef89ed9 req-59a693d6-6c3d-41d9-83f6-e78992393e61 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:04.739803 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f3429d6-ac57-4d4c-9207-e460fef89ed9 req-59a693d6-6c3d-41d9-83f6-e78992393e61 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Sep 29 02:19:04.789186 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f3429d6-ac57-4d4c-9207-e460fef89ed9 req-624e0283-ec15-456a-a48f-85013d8501fc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Sep 29 02:19:05.602183 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90d77b-9caf-437b-9c76-4467a308e36f req-4f29c41a-3ca4-43d7-9497-cd2da7c57d99 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:05.603660 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0d90d77b-9caf-437b-9c76-4467a308e36f req-4f29c41a-3ca4-43d7-9497-cd2da7c57d99 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0511022 Sep 29 02:19:05.651288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:05.672309 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0d90d77b-9caf-437b-9c76-4467a308e36f req-0031317c-f4b1-462e-8b6c-1f8988d3528d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&id=df4d6d47-aefe-4f19-ab95-b16b0592a626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606532 Sep 29 02:19:09.182612 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:12.650573 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:12.652813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:13.756225 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.783179 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=80 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:14.785203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.659264 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=32 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.666906 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:19.033619 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7adf6f-6036-4d44-b464-f9c5fccbe465 req-6bc12b5b-1b62-4208-aa3e-b6983c94c9c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.035102 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f7adf6f-6036-4d44-b464-f9c5fccbe465 req-6bc12b5b-1b62-4208-aa3e-b6983c94c9c4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0739551 Sep 29 02:19:19.040321 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580eca-81c5-47bf-b867-09638c492c16 req-82063430-c52e-4861-9466-8179ba09e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.041672 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-82063430-c52e-4861-9466-8179ba09e5e4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0517769 Sep 29 02:19:19.137836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4f7adf6f-6036-4d44-b464-f9c5fccbe465 req-54fe4241-1423-4361-943b-5753045b34df tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951555 Sep 29 02:19:19.163149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580eca-81c5-47bf-b867-09638c492c16 req-19d1bb53-fd84-4d51-ab29-9cbd0e880b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.164544 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-19d1bb53-fd84-4d51-ab29-9cbd0e880b96 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.1152279 Sep 29 02:19:19.233006 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-acb5519e-4d01-4a85-9c82-253b10d176fa service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1001 time: 0.0598969 Sep 29 02:19:19.282329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580eca-81c5-47bf-b867-09638c492c16 req-8d639046-e428-4015-9bd8-719abd2e2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.283705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-8d639046-e428-4015-9bd8-719abd2e2346 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0433896 Sep 29 02:19:19.329041 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580eca-81c5-47bf-b867-09638c492c16 req-1bd3965f-f4a2-47ef-887f-00c3f7db7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:19.330519 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-1bd3965f-f4a2-47ef-887f-00c3f7db7314 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386729 Sep 29 02:19:19.432272 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-3ae2c52c-4d4b-4516-a2af-8ef0226a8583 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932138 Sep 29 02:19:19.529953 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-67580eca-81c5-47bf-b867-09638c492c16 req-c7f5d283-1b6d-479e-a6b7-f280f52005cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Sep 29 02:19:20.269426 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c44df-af45-4a80-800e-eb7f10e65e81 req-714f33ea-1803-4477-abed-d64c776e8984 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.270916 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3a5c44df-af45-4a80-800e-eb7f10e65e81 req-714f33ea-1803-4477-abed-d64c776e8984 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0485909 Sep 29 02:19:20.323657 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3a5c44df-af45-4a80-800e-eb7f10e65e81 req-2203dc2e-4759-4d49-8747-8a8e011f35f4 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Sep 29 02:19:20.521314 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55836) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:20.568017 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Deleting subnet 292fad39-a290-4992-a89f-5e65c3650043 {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:20.571457 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Publish callbacks [] for subnet (292fad39-a290-4992-a89f-5e65c3650043), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.612199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (292fad39-a290-4992-a89f-5e65c3650043), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.654524 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (292fad39-a290-4992-a89f-5e65c3650043), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.709694 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (292fad39-a290-4992-a89f-5e65c3650043), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.734514 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292fad39-a290-4992-a89f-5e65c3650043,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:20.739247 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:20.743062 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/292fad39-a290-4992-a89f-5e65c3650043 HTTP/1.1" status: 204 len: 168 time: 0.2207966 Sep 29 02:19:20.745883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 55838) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:20.747792 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.748133 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.748454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.748792 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.749120 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.749444 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.749766 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.750117 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.750461 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.750779 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.751100 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.751416 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.751725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.752038 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:20.752334 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c9db5-8da5-42bd-a784-6c12f0b23ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:21.078421 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (64d5cf44-44c2-485b-ba8a-a1b90eabd08f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.179463 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (64d5cf44-44c2-485b-ba8a-a1b90eabd08f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.205095 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d5cf44-44c2-485b-ba8a-a1b90eabd08f']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:21.215223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063ac3e7-a70d-4aaf-a54e-f1d2157317e3') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:21.215467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063ac3e7-a70d-4aaf-a54e-f1d2157317e3') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:21.227847 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (063ac3e7-a70d-4aaf-a54e-f1d2157317e3), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.246605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (063ac3e7-a70d-4aaf-a54e-f1d2157317e3), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.254200 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:21.254605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (063ac3e7-a70d-4aaf-a54e-f1d2157317e3), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.327626 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (64d5cf44-44c2-485b-ba8a-a1b90eabd08f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.333542 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.337532 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/64d5cf44-44c2-485b-ba8a-a1b90eabd08f HTTP/1.1" status: 204 len: 168 time: 0.5903473 Sep 29 02:19:21.350935 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 063ac3e7-a70d-4aaf-a54e-f1d2157317e3 resource provider aggregate not found Sep 29 02:19:21.357139 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f8ecd-1504-458c-b1e3-81bc5af9f874 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d5cf44-44c2-485b-ba8a-a1b90eabd08f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:21.376625 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 063ac3e7-a70d-4aaf-a54e-f1d2157317e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 063ac3e7-a70d-4aaf-a54e-f1d2157317e3 found for delete ", "request_id": "req-425ee4db-b050-4711-9342-c73e62cb16d8"}]} Sep 29 02:19:21.483067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd492a2a-220c-4b75-a4bc-b54ec0c88341 req-20654e6a-3e45-4ed5-99ce-6ecfbff3ffe0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:21.490054 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd492a2a-220c-4b75-a4bc-b54ec0c88341 req-20654e6a-3e45-4ed5-99ce-6ecfbff3ffe0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0684302 Sep 29 02:19:21.553205 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55850) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:21.554152 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd492a2a-220c-4b75-a4bc-b54ec0c88341 req-a4505cc2-9a2b-4dd1-aa39-643ee2c4ff01 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567060 Sep 29 02:19:21.607098 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0e48e5c9-0f44-4f66-9bf2-4c39e37e17e2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=03571a9d7e1e43f1b5eef66eeae55844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522435 Sep 29 02:19:21.610665 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55852) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:21.674190 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] Publish callbacks [] for security_group (546e6ca6-8956-470f-bacd-3bcf9c204be2), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.701862 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] Publish callbacks [] for security_group (546e6ca6-8956-470f-bacd-3bcf9c204be2), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.761139 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (546e6ca6-8956-470f-bacd-3bcf9c204be2), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.765683 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:21.767704 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/546e6ca6-8956-470f-bacd-3bcf9c204be2 HTTP/1.1" status: 204 len: 168 time: 0.1558876 Sep 29 02:19:21.780552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1b170-ba7e-4833-b9fd-767f4512603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e6ca6-8956-470f-bacd-3bcf9c204be2,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:22.683742 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4074c-0275-4d7c-979a-c5530bd1610c req-e74fbe99-e284-48a4-a47d-0205d864fb9d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:22.686060 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-12d4074c-0275-4d7c-979a-c5530bd1610c req-e74fbe99-e284-48a4-a47d-0205d864fb9d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0552905 Sep 29 02:19:22.738115 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-12d4074c-0275-4d7c-979a-c5530bd1610c req-63c4fa93-491e-434c-af1a-fe432e90d5b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Sep 29 02:19:22.746023 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:22.748023 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.747247 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.862134 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.876277 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d982-f817-48fb-b75a-9d40eeb997c8 req-0b3f7992-ac29-4d0e-8f27-456be35497e6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.877751 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ab68d982-f817-48fb-b75a-9d40eeb997c8 req-0b3f7992-ac29-4d0e-8f27-456be35497e6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0487008 Sep 29 02:19:23.911979 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.928005 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ab68d982-f817-48fb-b75a-9d40eeb997c8 req-a20b9c5a-685b-4806-a1da-f5624e519cc6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Sep 29 02:19:25.069500 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39695-6669-45e6-b7ce-5c130d10906d req-e182ca8e-39b9-4343-8ceb-9920e2f85fdb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:25.070964 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-aeb39695-6669-45e6-b7ce-5c130d10906d req-e182ca8e-39b9-4343-8ceb-9920e2f85fdb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0507739 Sep 29 02:19:25.120135 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-aeb39695-6669-45e6-b7ce-5c130d10906d req-0afb575d-7829-43d9-b323-49559748ae95 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Sep 29 02:19:26.254184 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ae3b-ba18-4174-bf5d-06f7f63d89e1 req-4771d14b-0b5a-428a-acdc-9779db4d40e5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.255658 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1488ae3b-ba18-4174-bf5d-06f7f63d89e1 req-4771d14b-0b5a-428a-acdc-9779db4d40e5 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0532386 Sep 29 02:19:26.312858 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1488ae3b-ba18-4174-bf5d-06f7f63d89e1 req-3ca80777-bd5b-423c-9060-c54c9446d4fd tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485735 Sep 29 02:19:27.447120 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee4c2-458c-4491-9730-2e6119b70cf5 req-fed1e256-30a6-4cee-ae4a-8ea196ee58c8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:27.448475 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2d6ee4c2-458c-4491-9730-2e6119b70cf5 req-fed1e256-30a6-4cee-ae4a-8ea196ee58c8 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0515091 Sep 29 02:19:27.495741 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2d6ee4c2-458c-4491-9730-2e6119b70cf5 req-14f9f2d1-7152-4685-8f7b-32cf31047e4c tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Sep 29 02:19:27.676586 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-243b0cd6-5aec-4188-ae6f-575c938c6a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:28.648592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1e1d-1ef6-4df8-822c-3cac6a8b3a7b req-cee77cb6-3569-440c-90d8-6c78849ae664 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:28.650093 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe1b1e1d-1ef6-4df8-822c-3cac6a8b3a7b req-cee77cb6-3569-440c-90d8-6c78849ae664 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0599129 Sep 29 02:19:28.698810 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe1b1e1d-1ef6-4df8-822c-3cac6a8b3a7b req-5c7fd2c2-d8de-4ff8-94a7-4be6bf93bb57 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Sep 29 02:19:29.833588 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e416db3-a093-4c44-a447-ab7db2af7ad0 req-d3e6f16f-5334-418e-b8e3-e5867654c9fd tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:29.835201 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5e416db3-a093-4c44-a447-ab7db2af7ad0 req-d3e6f16f-5334-418e-b8e3-e5867654c9fd tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0478258 Sep 29 02:19:29.858575 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:29.890253 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5e416db3-a093-4c44-a447-ab7db2af7ad0 req-ad3249e8-4f9b-4448-bb7a-182406a97252 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480950 Sep 29 02:19:29.928707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a433a408-984a-4eef-8b53-dec5eeb06db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:31.034792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeee75-ea68-44f8-83e8-a2f889de29c6 req-bb73f6fb-2eca-4ab9-a261-fbf15ef6ab84 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:31.036562 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-57aeee75-ea68-44f8-83e8-a2f889de29c6 req-bb73f6fb-2eca-4ab9-a261-fbf15ef6ab84 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0589139 Sep 29 02:19:31.086426 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-57aeee75-ea68-44f8-83e8-a2f889de29c6 req-f8177731-feb0-4a46-a259-47065eb45a6d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Sep 29 02:19:31.271467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:32.230277 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e786a-2c81-4ef2-ae77-4e5bae91dc37 req-8967b20b-bcc9-4f4a-b1dd-e73d71bdeb26 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.231777 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a51e786a-2c81-4ef2-ae77-4e5bae91dc37 req-8967b20b-bcc9-4f4a-b1dd-e73d71bdeb26 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0474596 Sep 29 02:19:32.270153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:32.288743 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a51e786a-2c81-4ef2-ae77-4e5bae91dc37 req-1f843a1b-3eb9-4dd2-a929-615be52d1432 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511005 Sep 29 02:19:32.391572 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20fa1-7660-4cd9-a6f3-70c7f62ce036 req-6e6ae7d6-3658-4b33-933b-21cab8c4121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.393101 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0cb20fa1-7660-4cd9-a6f3-70c7f62ce036 req-6e6ae7d6-3658-4b33-933b-21cab8c4121a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0452769 Sep 29 02:19:32.455526 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0cb20fa1-7660-4cd9-a6f3-70c7f62ce036 req-933f1739-4e52-49d3-9853-115e6c17c901 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533102 Sep 29 02:19:32.631794 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:32.664556 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:33.430037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486fd45-b9b1-4570-9081-defcf0a41c13 req-8cc8c66a-1f9d-4e1b-92dc-a27d34bcaa14 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:33.431514 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e486fd45-b9b1-4570-9081-defcf0a41c13 req-8cc8c66a-1f9d-4e1b-92dc-a27d34bcaa14 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0484145 Sep 29 02:19:33.478473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e486fd45-b9b1-4570-9081-defcf0a41c13 req-49599d29-6c18-47fc-9fac-da91a111dc94 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Sep 29 02:19:34.608375 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5f8e-3b86-46ca-9e2f-61c7a2553ef5 req-3da5167f-7d69-4b8e-b18d-b926a531aa5a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:34.609804 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0b2d5f8e-3b86-46ca-9e2f-61c7a2553ef5 req-3da5167f-7d69-4b8e-b18d-b926a531aa5a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0476854 Sep 29 02:19:34.657679 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0b2d5f8e-3b86-46ca-9e2f-61c7a2553ef5 req-a9a4f422-4856-4259-b59a-1e4968767973 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Sep 29 02:19:35.115707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1f91-351a-492f-95c3-7a19112a036f req-b045da80-0b37-4088-9aeb-7690e0c3a94e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.117473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a1a1f91-351a-492f-95c3-7a19112a036f req-b045da80-0b37-4088-9aeb-7690e0c3a94e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0841172 Sep 29 02:19:35.133888 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f043-dace-4979-9555-67884ac25a62 req-626b970a-63dc-4803-81cc-3405eebf0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.135340 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-626b970a-63dc-4803-81cc-3405eebf0159 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0600984 Sep 29 02:19:35.216237 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a1a1f91-351a-492f-95c3-7a19112a036f req-46767d00-8a0a-4c21-a797-20fdf71c7ee6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910785 Sep 29 02:19:35.250052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f043-dace-4979-9555-67884ac25a62 req-f1076d1b-cf21-491c-9efb-f7ad43768e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.251556 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-f1076d1b-cf21-491c-9efb-f7ad43768e80 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.1064911 Sep 29 02:19:35.316783 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-37cac87c-eb1b-43c8-8f36-5581b601ec73 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1001 time: 0.0589724 Sep 29 02:19:35.370446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f043-dace-4979-9555-67884ac25a62 req-98ad5c5d-cce5-4c6b-ac76-2d6349eb0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.371827 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-98ad5c5d-cce5-4c6b-ac76-2d6349eb0560 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0488198 Sep 29 02:19:35.417716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f043-dace-4979-9555-67884ac25a62 req-041884b8-8661-44d4-8da1-b4951dc65be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.419349 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-041884b8-8661-44d4-8da1-b4951dc65be6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411472 Sep 29 02:19:35.515052 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-b7d16fca-0652-4b48-aa99-19882cbad9c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894866 Sep 29 02:19:35.528449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:35.600479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:35.615680 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1e5f043-dace-4979-9555-67884ac25a62 req-9d034f9f-3999-4d9d-945b-dfaf44927027 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939693 Sep 29 02:19:36.363771 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8e0f9-94d3-418e-809e-a3157cefbb81 req-b5c24a9b-fd4e-407e-b6c8-78d9f89d2c4f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:36.365192 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18e8e0f9-94d3-418e-809e-a3157cefbb81 req-b5c24a9b-fd4e-407e-b6c8-78d9f89d2c4f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0575120 Sep 29 02:19:36.416166 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18e8e0f9-94d3-418e-809e-a3157cefbb81 req-e261f41c-3d8c-4cb2-8e35-6645d96c793e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Sep 29 02:19:37.549172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac045605-4fac-4be1-b29a-0b22bf9289ec req-fd4dfb1c-e0d1-4a2f-a313-c371e45aa884 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:37.551938 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ac045605-4fac-4be1-b29a-0b22bf9289ec req-fd4dfb1c-e0d1-4a2f-a313-c371e45aa884 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0532069 Sep 29 02:19:37.600860 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ac045605-4fac-4be1-b29a-0b22bf9289ec req-d5055558-eabf-412c-b5f4-e190d457e83f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Sep 29 02:19:38.740667 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f13d5-7dce-49c7-a9d7-e188588336d1 req-9095f63d-78be-4613-b700-01db08fb4417 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:38.742490 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-367f13d5-7dce-49c7-a9d7-e188588336d1 req-9095f63d-78be-4613-b700-01db08fb4417 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0557754 Sep 29 02:19:38.790317 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-367f13d5-7dce-49c7-a9d7-e188588336d1 req-7080c324-c7e3-4e04-b270-bb7047af0096 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Sep 29 02:19:39.938515 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde10d38-3405-4465-904d-1505c33f5433 req-a7b8a01a-d4e6-422a-9817-2108d8e35ace tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:39.939968 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bde10d38-3405-4465-904d-1505c33f5433 req-a7b8a01a-d4e6-422a-9817-2108d8e35ace tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0503933 Sep 29 02:19:39.994240 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bde10d38-3405-4465-904d-1505c33f5433 req-9803405f-318c-49db-8d63-079f46f21f02 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Sep 29 02:19:40.127771 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653851-b7e9-43b9-8527-107c4f2fcb38 req-3ea94155-8a56-490e-bca3-eef8308800f0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:40.129090 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-73653851-b7e9-43b9-8527-107c4f2fcb38 req-3ea94155-8a56-490e-bca3-eef8308800f0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0532606 Sep 29 02:19:40.140019 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 55916) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:40.144263 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Request body: {'floatingip': {'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:40.150287 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:40.418018 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:40.873017 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:40.879988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:40.971203 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:41.016108 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:41.083725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:41.185747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:41.191056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:41.196302 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:41.208754 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:41.209372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:19:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:41.226495 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:41.228775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f443ec62-50a9-463d-9526-a3f582827fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:41.263048 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-dfdfbde0-c5aa-4e0a-9d82-69bfd5ddbc8a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/23a72b5e-1fe9-4a43-943c-99e0bb54d03d HTTP/1.1" status: 200 len: 993 time: 1.1220016 Sep 29 02:19:41.317219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:41.395757 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ad0e39-7fe5-4bbe-b0cd-6e0858d9940e x-openstack-request-id: req-e6ad0e39-7fe5-4bbe-b0cd-6e0858d9940e {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:41.396021 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:41.396299 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6ad0e39-7fe5-4bbe-b0cd-6e0858d9940e {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:41.396702 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ad0e39-7fe5-4bbe-b0cd-6e0858d9940e'] response: {'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'status': 'completed', 'code': 200} Sep 29 02:19:41.490314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-3adf11bd-aa2f-4fd7-900b-de9e193f99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:41.492260 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-3adf11bd-aa2f-4fd7-900b-de9e193f99b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0449080 Sep 29 02:19:41.524983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:19:40Z', 'revision_number': 3, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:41.552920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:41.561609 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:41.562272 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:19:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:41.585167 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-9b3c66b2-06e1-4d26-bee2-4da8a2318ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:41.586658 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-9b3c66b2-06e1-4d26-bee2-4da8a2318ba0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.0880957 Sep 29 02:19:41.654311 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-0bcdde74-c30e-4803-955e-60e094b363d9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1001 time: 0.0607731 Sep 29 02:19:41.662686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:41.705726 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-5a517d18-ca62-4d53-9d51-a6795881cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:41.707415 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-5a517d18-ca62-4d53-9d51-a6795881cdcf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0472751 Sep 29 02:19:41.751315 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-5318b35d-c0a3-45bb-abfe-67876f36586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:41.752759 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-5318b35d-c0a3-45bb-abfe-67876f36586e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396810 Sep 29 02:19:41.846040 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-6d6ad721-a927-4322-94f5-54fd6ba7070d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Sep 29 02:19:41.876184 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:19:40Z', 'revision_number': 3, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:41.900079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0948d-cebd-4da6-97d0-e8b1fb03ed4f None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '23a72b5e-1fe9-4a43-943c-99e0bb54d03d', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'port_id': '9dab0557-c74f-4efc-aa94-60901837db9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'mac_address': 'fa:16:3e:f5:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:15:32Z', 'updated_at': '2022-09-29T02:19:40Z', 'revision_number': 3, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:41.946609 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f443ec62-50a9-463d-9526-a3f582827fe9 req-3dfdb6cf-800e-4a17-a53e-892e47b8a8c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942535 Sep 29 02:19:43.397829 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:43.401925 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba23ee-3909-48f1-a5d6-46cac4039ded" -d '{"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:43.439934 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63089660-471d-4bb8-8189-3b259ca46b02 x-openstack-request-id: req-63089660-471d-4bb8-8189-3b259ca46b02 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:43.440307 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:43.440619 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63089660-471d-4bb8-8189-3b259ca46b02 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:43.441060 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63089660-471d-4bb8-8189-3b259ca46b02'] response: {'name': 'network-changed', 'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'status': 'completed', 'code': 200} Sep 29 02:19:43.572637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-d7264fac-f08b-4cf0-b92e-aaef390611d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.574627 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-d7264fac-f08b-4cf0-b92e-aaef390611d8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f88658c804e40229386a559fd2a1fa9&device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 1130 time: 0.0424266 Sep 29 02:19:43.672705 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-2bdfe7d4-964f-4765-8955-47c938344761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.674235 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-2bdfe7d4-964f-4765-8955-47c938344761 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 200 len: 919 time: 0.0924511 Sep 29 02:19:43.742662 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.747542 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-f2a6640e-3673-4765-aec2-cf3530196ff2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 200 len: 1001 time: 0.0630023 Sep 29 02:19:43.759970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:43.800588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-785866ff-c574-4db4-be13-d081f7e0c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.802067 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-785866ff-c574-4db4-be13-d081f7e0c761 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 200 len: 857 time: 0.0470610 Sep 29 02:19:43.846507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.850113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-ebfb6139-0663-47dd-b292-99206e993c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.851594 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-ebfb6139-0663-47dd-b292-99206e993c89 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=39e5f739-8a9f-418d-a753-3adeb7a47d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427883 Sep 29 02:19:43.930859 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.956189 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-30aecb1f-6404-453d-a739-cf04d307225c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972323 Sep 29 02:19:44.051141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34ba23ee-3909-48f1-a5d6-46cac4039ded req-54691c88-15d8-437f-b4de-c33a7dfc54d8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877056 Sep 29 02:19:44.880528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f027a1-0241-448f-b1c8-259201d02f16 req-bcb4fc2a-9b4f-40bd-815f-e2031b2f916f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:44.882057 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a1f027a1-0241-448f-b1c8-259201d02f16 req-bcb4fc2a-9b4f-40bd-815f-e2031b2f916f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0506287 Sep 29 02:19:44.949237 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a1f027a1-0241-448f-b1c8-259201d02f16 req-8a05f503-6e7a-4f27-bfaf-43e5a9fde6a4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580733 Sep 29 02:19:46.095263 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c96d04-e9f8-4a33-86d8-c82dc6c15615 req-439de658-ab2e-4520-aab1-b39a2007d306 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:46.096789 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-89c96d04-e9f8-4a33-86d8-c82dc6c15615 req-439de658-ab2e-4520-aab1-b39a2007d306 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0500956 Sep 29 02:19:46.150032 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-89c96d04-e9f8-4a33-86d8-c82dc6c15615 req-1a6f74b9-b034-43e1-bf47-b60acb3d6a72 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455601 Sep 29 02:19:47.274855 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed82a1-acb9-4e29-a953-73349a1d2f94 req-3fe75077-6d5f-4ea7-8b0f-b0d227f5f00a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:47.276288 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e1ed82a1-acb9-4e29-a953-73349a1d2f94 req-3fe75077-6d5f-4ea7-8b0f-b0d227f5f00a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0471425 Sep 29 02:19:47.324361 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e1ed82a1-acb9-4e29-a953-73349a1d2f94 req-f5df938d-acc8-43b2-a922-89e2869f1109 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422890 Sep 29 02:19:47.985824 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-f83c2634-898b-47df-8538-196aaa72c507 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419517 Sep 29 02:19:48.086498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-c4fffa84-82c2-4429-a634-5d130ed9bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.088053 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-c4fffa84-82c2-4429-a634-5d130ed9bb8c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 1130 time: 0.0396638 Sep 29 02:19:48.219077 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-62613059-db4e-4b91-8198-45c259a2aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.220431 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-62613059-db4e-4b91-8198-45c259a2aea7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1073337 Sep 29 02:19:48.289505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-7bb3cd0b-c5b1-4b76-992b-c934329d1ba2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 200 len: 1001 time: 0.0544596 Sep 29 02:19:48.337893 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-161f81ba-30ea-4ce2-9342-8fcb44697079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.339343 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-161f81ba-30ea-4ce2-9342-8fcb44697079 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0429332 Sep 29 02:19:48.388037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-ca086635-1b9c-44cc-9a46-2e20b6224019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.389538 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-ca086635-1b9c-44cc-9a46-2e20b6224019 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424919 Sep 29 02:19:48.450720 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668f054-23ce-40d5-a601-8a17b50b718f req-6866f506-7b3f-4fe0-875a-0b8dbb7758b7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.452337 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2668f054-23ce-40d5-a601-8a17b50b718f req-6866f506-7b3f-4fe0-875a-0b8dbb7758b7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0517099 Sep 29 02:19:48.480654 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-3dffabec-7300-4e51-af4a-d249e017cf1b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838077 Sep 29 02:19:48.500764 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2668f054-23ce-40d5-a601-8a17b50b718f req-895cf216-19c4-452f-992f-414c5cf94ec8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427790 Sep 29 02:19:48.578929 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4fd7c5a1-dc78-4174-8206-179a4d4638c6 req-8e081c6a-3927-49b7-85fb-cf56733a83f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890539 Sep 29 02:19:49.633731 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2429-885a-426b-a917-451781afe641 req-e831bdc7-a5b6-4887-8cf7-6f3e61a157e1 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:49.635212 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e07a2429-885a-426b-a917-451781afe641 req-e831bdc7-a5b6-4887-8cf7-6f3e61a157e1 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0503466 Sep 29 02:19:49.693597 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e07a2429-885a-426b-a917-451781afe641 req-037dab19-f1f3-41f3-9506-eab2e043183d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523729 Sep 29 02:19:50.146244 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:50.147517 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:50.829637 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408ee9-19d3-4855-a7e5-6c82c460861c req-e7840c38-cb08-4905-8e8a-2eb5a14a7391 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:50.831127 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-57408ee9-19d3-4855-a7e5-6c82c460861c req-e7840c38-cb08-4905-8e8a-2eb5a14a7391 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0488527 Sep 29 02:19:50.891231 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-57408ee9-19d3-4855-a7e5-6c82c460861c req-4ca71d6e-f0ce-4cd3-9f1f-71f8e8dbfcc9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544038 Sep 29 02:19:52.019530 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:52.033358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235dcc-c532-4d4e-ae7a-81f20e160a9a req-18707df0-3ebe-4f95-acad-65e10af1ac24 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:52.034871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f235dcc-c532-4d4e-ae7a-81f20e160a9a req-18707df0-3ebe-4f95-acad-65e10af1ac24 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0481660 Sep 29 02:19:52.088822 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f235dcc-c532-4d4e-ae7a-81f20e160a9a req-a4773f46-c451-4935-93cd-cb56b0effa7e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462801 Sep 29 02:19:53.222676 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813889d-f986-49c5-9f95-17f543146352 req-ea7d6751-9704-4cd4-b8ed-b6e4f4ae7ef8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:53.224124 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5813889d-f986-49c5-9f95-17f543146352 req-ea7d6751-9704-4cd4-b8ed-b6e4f4ae7ef8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0470188 Sep 29 02:19:53.277895 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5813889d-f986-49c5-9f95-17f543146352 req-53c82086-f135-46f8-b877-34cfe8e0b83a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480652 Sep 29 02:19:54.382986 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:54.419529 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9ab45-c216-476e-a58c-1945316b9474 req-f62516f4-ba97-474e-9831-e998a3ce3758 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:54.420995 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6a9ab45-c216-476e-a58c-1945316b9474 req-f62516f4-ba97-474e-9831-e998a3ce3758 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0477817 Sep 29 02:19:54.477521 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c6a9ab45-c216-476e-a58c-1945316b9474 req-a52354be-e37e-4a8b-8593-62b190def68e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484874 Sep 29 02:19:55.553607 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2335d6-ecf2-4759-a321-ded590040011 req-f1c54746-96e3-4be9-a800-c424430ff4c5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:55.555210 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd2335d6-ecf2-4759-a321-ded590040011 req-f1c54746-96e3-4be9-a800-c424430ff4c5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0537047 Sep 29 02:19:55.603842 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd2335d6-ecf2-4759-a321-ded590040011 req-8ef4c449-762b-4537-91d4-429d0000e4d0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Sep 29 02:19:55.604186 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22116d-daf6-4bff-8310-408fa5d3d986 req-bbd87798-232b-4f98-b55e-45237424fefd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:55.605690 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-aa22116d-daf6-4bff-8310-408fa5d3d986 req-bbd87798-232b-4f98-b55e-45237424fefd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0480254 Sep 29 02:19:55.654254 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-aa22116d-daf6-4bff-8310-408fa5d3d986 req-ae894b61-762c-4637-9df9-bb479988ffbd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429122 Sep 29 02:19:56.738759 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10e2-f5da-46fd-98de-3140de5d1cec req-69c5c2c7-01ee-4f0d-97c3-dd9011630c2b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:56.740476 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8adb10e2-f5da-46fd-98de-3140de5d1cec req-69c5c2c7-01ee-4f0d-97c3-dd9011630c2b tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0538895 Sep 29 02:19:56.778398 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6835-12e4-461b-9684-945335b430fd req-5ee2467c-fc01-4d8b-9cd2-5106ef8aa0e5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:56.779872 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3daf6835-12e4-461b-9684-945335b430fd req-5ee2467c-fc01-4d8b-9cd2-5106ef8aa0e5 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0467918 Sep 29 02:19:56.790967 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8adb10e2-f5da-46fd-98de-3140de5d1cec req-6c3d7440-2f96-42d8-9e80-0613ba1bc238 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442901 Sep 29 02:19:56.834361 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3daf6835-12e4-461b-9684-945335b430fd req-8f1f7cd9-fd5b-4dec-95f3-35b8ac1c5806 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484474 Sep 29 02:19:57.507580 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-acd462b5-470d-4d72-85bc-a92818c28460 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:57.508934 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-acd462b5-470d-4d72-85bc-a92818c28460 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0546057 Sep 29 02:19:57.608173 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port b456ebbb-96ea-4001-91f9-990472bb2ee7 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:57.608508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.657933 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:57.671798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7741fcff-40ae-4704-a545-667432407ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.701173 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] For port b456ebbb-96ea-4001-91f9-990472bb2ee7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b456ebbb-96ea-4001-91f9-990472bb2ee7,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:57.701528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.948031 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.948795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:57.948795 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 676dfae8-b6dd-4919-8753-1e3393e07d47 disassociated. External IP: 172.27.2.133, port: b456ebbb-96ea-4001-91f9-990472bb2ee7. Sep 29 02:19:57.948995 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for b456ebbb-96ea-4001-91f9-990472bb2ee7 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:57.958664 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19972-a2bf-421d-8fe1-e9d30322bc68 req-2fbe3a03-d65e-4f6c-9530-d16e202e7406 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:57.959752 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a357-2f67-451e-a05e-23fe45408451 req-d6127e7b-68c5-470a-b5ce-53435aeb7303 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:57.960225 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a0c19972-a2bf-421d-8fe1-e9d30322bc68 req-2fbe3a03-d65e-4f6c-9530-d16e202e7406 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 945 time: 0.0654669 Sep 29 02:19:57.961222 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0934a357-2f67-451e-a05e-23fe45408451 req-d6127e7b-68c5-470a-b5ce-53435aeb7303 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0525324 Sep 29 02:19:58.010384 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0934a357-2f67-451e-a05e-23fe45408451 req-32963c8b-1baa-40c2-8430-bc66a8d6cf83 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432091 Sep 29 02:19:58.063792 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a0c19972-a2bf-421d-8fe1-e9d30322bc68 req-2b7c6d52-f0dd-4dbe-8672-62f1ecd2de16 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=20f6b375-96e6-453b-8ac6-02003e3acf70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967908 Sep 29 02:19:58.116089 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:58.124649 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (b456ebbb-96ea-4001-91f9-990472bb2ee7), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.136471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:58.155529 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=b456ebbb-96ea-4001-91f9-990472bb2ee7,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:58.168212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.168549 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.168879 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.169206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.169529 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.169851 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.170189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.170501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.170815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.171134 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.171442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.171754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.172068 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.172375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.172708 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:58.277612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:58.381925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:58.393795 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:58.405052 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:58.405677 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:19:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:58.427957 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] No DVR routers for this DVR port b456ebbb-96ea-4001-91f9-990472bb2ee7 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:58.430731 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:58.433940 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b1fd1ddb-defb-4a12-8f64-71887fe8d165 req-11a515b2-3804-4ad9-9b5c-9be0bf4b043d tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b456ebbb-96ea-4001-91f9-990472bb2ee7 HTTP/1.1" status: 204 len: 173 time: 0.9110880 Sep 29 02:19:58.434451 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'name': 'network-vif-deleted', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:58.436707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda919e0-52f8-45d5-8364-46b4c73ac9f7" -d '{"events": [{"server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "name": "network-vif-deleted", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:58.485447 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f38feb7-d044-4a7f-9433-22a288b9f4e0 x-openstack-request-id: req-2f38feb7-d044-4a7f-9433-22a288b9f4e0 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:58.485709 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17caae6-a830-4120-a14f-0f01c7d6c39d", "name": "network-vif-deleted", "tag": "b456ebbb-96ea-4001-91f9-990472bb2ee7", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:58.485938 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f38feb7-d044-4a7f-9433-22a288b9f4e0 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:58.486647 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f38feb7-d044-4a7f-9433-22a288b9f4e0'] response: {'server_uuid': 'd17caae6-a830-4120-a14f-0f01c7d6c39d', 'name': 'network-vif-deleted', 'tag': 'b456ebbb-96ea-4001-91f9-990472bb2ee7', 'status': 'completed', 'code': 200} Sep 29 02:19:58.515472 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:58.819146 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:58.844838 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:58.853600 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:58.854237 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:19:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:58.955310 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:59.138898 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e26b99-8f5d-49fa-938f-4db9b533a7db req-28e628cd-6df9-4981-b1fe-a21c3a6b38c0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:59.140441 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58e26b99-8f5d-49fa-938f-4db9b533a7db req-28e628cd-6df9-4981-b1fe-a21c3a6b38c0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0518363 Sep 29 02:19:59.180929 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:59.191810 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58e26b99-8f5d-49fa-938f-4db9b533a7db req-4599e5cd-9887-4187-a319-90d9fa8f2a31 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456114 Sep 29 02:19:59.209302 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d9c7-56e5-4e6d-b0d8-c6b5af0a0375 None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:f0:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:45Z', 'updated_at': '2022-09-29T02:13:57Z', 'revision_number': 2, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:59.245896 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-fc67813c-8302-475e-bdb0-4b4db49c65cf req-b44c4de8-b357-4626-ae7d-d8fc71134b0e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d17caae6-a830-4120-a14f-0f01c7d6c39d HTTP/1.1" status: 200 len: 210 time: 0.0432181 Sep 29 02:19:59.455236 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd301ba5-7a05-4307-9a83-2bce3bd57e29 None None] New status for floating IP 676dfae8-b6dd-4919-8753-1e3393e07d47: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:59.935997 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-32fb2ac7-b380-4c40-a8a0-0e1e39342dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.359418 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56006) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:00.360851 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41dd9-6608-4599-861c-8a0cd04691b9 req-67629bf2-3ba3-4630-a473-f29a4bb62175 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.362708 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bef41dd9-6608-4599-861c-8a0cd04691b9 req-67629bf2-3ba3-4630-a473-f29a4bb62175 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0578351 Sep 29 02:20:00.381228 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.413670 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bef41dd9-6608-4599-861c-8a0cd04691b9 req-35a013eb-e666-4a61-a371-7d1a7e5a3fb2 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452192 Sep 29 02:20:00.421129 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (20f6b375-96e6-453b-8ac6-02003e3acf70), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.432855 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.445060 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (20f6b375-96e6-453b-8ac6-02003e3acf70), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.497260 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (20f6b375-96e6-453b-8ac6-02003e3acf70), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.499824 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.501083 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/20f6b375-96e6-453b-8ac6-02003e3acf70 HTTP/1.1" status: 204 len: 168 time: 0.1403985 Sep 29 02:20:00.504292 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56008) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:00.510461 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa364-bcaa-4484-bae9-c4a2b544e3e4 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f6b375-96e6-453b-8ac6-02003e3acf70,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:00.518837 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-c240ce84-71f7-42fb-b625-a448300154fc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] show failed (client error): The resource could not be found. Sep 29 02:20:00.520699 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c240ce84-71f7-42fb-b625-a448300154fc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups/20f6b375-96e6-453b-8ac6-02003e3acf70 HTTP/1.1" status: 404 len: 347 time: 0.0152543 Sep 29 02:20:00.523775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56010) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:00.643063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port b7c6db77-04c9-4929-bb4c-0fa031c400f0 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:00.643390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.724823 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.725145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (b7c6db77-04c9-4929-bb4c-0fa031c400f0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.737291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for b7c6db77-04c9-4929-bb4c-0fa031c400f0 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:00.889175 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (b7c6db77-04c9-4929-bb4c-0fa031c400f0), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.917993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=b7c6db77-04c9-4929-bb4c-0fa031c400f0,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:00.977477 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.994058 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (676dfae8-b6dd-4919-8753-1e3393e07d47), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.997522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:00.998925 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-afd3b5c8-c355-47a7-981c-de89452e0cc5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/676dfae8-b6dd-4919-8753-1e3393e07d47 HTTP/1.1" status: 204 len: 168 time: 0.4739614 Sep 29 02:20:01.274382 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:01.544528 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787dc4-e1ab-4fa2-93c5-f03d0d5e1c37 req-11effcf9-7238-430e-bfbe-2d3c654b2390 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.545991 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-51787dc4-e1ab-4fa2-93c5-f03d0d5e1c37 req-11effcf9-7238-430e-bfbe-2d3c654b2390 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0465260 Sep 29 02:20:01.594852 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-51787dc4-e1ab-4fa2-93c5-f03d0d5e1c37 req-7c05e296-d2a5-49d5-a26a-aa9344d2f7a7 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428293 Sep 29 02:20:01.939712 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device b456ebbb-96ea-4001-91f9-990472bb2ee7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:01.958763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: b456ebbb-96ea-4001-91f9-990472bb2ee7 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:01.959110 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device b456ebbb-96ea-4001-91f9-990472bb2ee7 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:02.630378 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:02.659251 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1aef5a-ee17-4256-bc54-f3b8bab72be2 req-001527c1-c9e9-4879-a03a-618658e41d58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:02.660857 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe1aef5a-ee17-4256-bc54-f3b8bab72be2 req-001527c1-c9e9-4879-a03a-618658e41d58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0523090 Sep 29 02:20:02.662208 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:02.698189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:02.715200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe1aef5a-ee17-4256-bc54-f3b8bab72be2 req-46ce5711-63c8-4bad-bcb7-cc58fbf2f881 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476849 Sep 29 02:20:02.738174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91ed0-1019-4464-b1a2-6a1978240b27 req-4383bc12-38ca-4804-800b-a3a7d167e341 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:02.738174 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-96d91ed0-1019-4464-b1a2-6a1978240b27 req-4383bc12-38ca-4804-800b-a3a7d167e341 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0527270 Sep 29 02:20:02.782840 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-96d91ed0-1019-4464-b1a2-6a1978240b27 req-f20f8885-8f6c-4c13-8249-7be4d8d0b3e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422378 Sep 29 02:20:03.775091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48718698-6a88-432b-8fcb-673bda970c78 req-6a310cb3-1be9-4543-8df8-58a85aaac1c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:03.776553 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-48718698-6a88-432b-8fcb-673bda970c78 req-6a310cb3-1be9-4543-8df8-58a85aaac1c6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0502355 Sep 29 02:20:03.887778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba037-a723-4ac1-9983-a63e58509453 req-d2ec7a8b-a559-4ea9-b768-01617c166a57 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:03.889289 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e40ba037-a723-4ac1-9983-a63e58509453 req-d2ec7a8b-a559-4ea9-b768-01617c166a57 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 945 time: 0.0770535 Sep 29 02:20:03.910164 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618a695-7e35-4a2a-b3d8-daef35bb56cc req-5f8209af-ee0c-4046-8e84-941b0015bf8c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:03.910802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port d183c6c3-e338-4c72-a436-81e93d6fc258 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:03.910802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:03.911617 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c618a695-7e35-4a2a-b3d8-daef35bb56cc req-5f8209af-ee0c-4046-8e84-941b0015bf8c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0507858 Sep 29 02:20:03.958812 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c618a695-7e35-4a2a-b3d8-daef35bb56cc req-b65dbebd-89c9-4919-bd39-2c65e99a2ba8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414250 Sep 29 02:20:04.250774 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e40ba037-a723-4ac1-9983-a63e58509453 req-01d758da-f444-4142-bb6e-a374dc8934b5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2fc697eb-5d9f-416e-b626-b4c1b5125a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514402 Sep 29 02:20:04.283479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] For port d183c6c3-e338-4c72-a436-81e93d6fc258, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d183c6c3-e338-4c72-a436-81e93d6fc258,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:04.283886 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:04.443209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:04.443743 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:04.444259 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa disassociated. External IP: 172.27.2.224, port: d183c6c3-e338-4c72-a436-81e93d6fc258. Sep 29 02:20:04.444809 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for d183c6c3-e338-4c72-a436-81e93d6fc258 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:04.582901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (d183c6c3-e338-4c72-a436-81e93d6fc258), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:04.610638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=d183c6c3-e338-4c72-a436-81e93d6fc258,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:04.728049 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:04.737514 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:04.851807 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:04.864297 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:04.875441 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:04.876047 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:04.895700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] No DVR routers for this DVR port d183c6c3-e338-4c72-a436-81e93d6fc258 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:04.898296 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:04.901505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-48718698-6a88-432b-8fcb-673bda970c78 req-310bb83a-93c4-458b-b80c-2157ef447d5e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d183c6c3-e338-4c72-a436-81e93d6fc258 HTTP/1.1" status: 204 len: 173 time: 1.1180048 Sep 29 02:20:04.901992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'name': 'network-vif-deleted', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:04.904249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ab8d0-e67c-406b-a9db-5451835544f4" -d '{"events": [{"server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "name": "network-vif-deleted", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:04.959792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2891d10a-c101-4a17-b882-8b4db320579a x-openstack-request-id: req-2891d10a-c101-4a17-b882-8b4db320579a {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:04.960226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d6d291-847b-4e09-b49e-4c5ec0dfae6c", "name": "network-vif-deleted", "tag": "d183c6c3-e338-4c72-a436-81e93d6fc258", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:04.960537 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2891d10a-c101-4a17-b882-8b4db320579a {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:04.961002 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2891d10a-c101-4a17-b882-8b4db320579a'] response: {'server_uuid': '87d6d291-847b-4e09-b49e-4c5ec0dfae6c', 'name': 'network-vif-deleted', 'tag': 'd183c6c3-e338-4c72-a436-81e93d6fc258', 'status': 'completed', 'code': 200} Sep 29 02:20:04.981432 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:05.088159 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7733-9321-490f-ab35-9745500692e2 req-10c26143-d6c2-4ef5-bb20-b4b7508ce097 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:05.089721 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0fe7733-9321-490f-ab35-9745500692e2 req-10c26143-d6c2-4ef5-bb20-b4b7508ce097 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0497980 Sep 29 02:20:05.136885 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:05.146684 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0fe7733-9321-490f-ab35-9745500692e2 req-bffd0fe5-26ea-43b6-ac7c-1f622e09bf7f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491154 Sep 29 02:20:05.153376 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:05.202419 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:05.227382 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:05.236055 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:05.236667 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:05.342857 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:05.377374 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-88f261f3-075f-4ac8-9e89-27aeebc0674e req-b35fb3a0-e9d3-4e8c-ac0a-9a3667920801 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=87d6d291-847b-4e09-b49e-4c5ec0dfae6c HTTP/1.1" status: 200 len: 210 time: 0.0279837 Sep 29 02:20:05.529640 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:05.557281 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c574bb-a033-4bfa-8fb4-6548a4ce8dc9 None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:05.779122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000da4f-4a39-4997-a21f-683802505592 None None] New status for floating IP 5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:06.261202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:06.276380 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b3d7-2662-4d5f-a10a-2a88ac795f55 req-c2ff14bd-779b-4ab6-9481-ce3029b45e50 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:06.277835 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56f1b3d7-2662-4d5f-a10a-2a88ac795f55 req-c2ff14bd-779b-4ab6-9481-ce3029b45e50 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0484891 Sep 29 02:20:06.324724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56f1b3d7-2662-4d5f-a10a-2a88ac795f55 req-b8f736ad-7f4a-46e9-bfa1-e1b9918281e4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412195 Sep 29 02:20:07.454712 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3254240-12a0-4312-a4ef-5b70a871109c req-e949a3d1-9137-492a-899d-336b0d5a4b64 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:07.456229 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d3254240-12a0-4312-a4ef-5b70a871109c req-e949a3d1-9137-492a-899d-336b0d5a4b64 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0537591 Sep 29 02:20:07.505052 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d3254240-12a0-4312-a4ef-5b70a871109c req-6fedece2-9c95-4c4d-a85c-e63a1d39db29 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431504 Sep 29 02:20:07.512395 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56058) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:07.570363 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2fc697eb-5d9f-416e-b626-b4c1b5125a85), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.592453 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2fc697eb-5d9f-416e-b626-b4c1b5125a85), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.647226 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2fc697eb-5d9f-416e-b626-b4c1b5125a85), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.649826 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.650981 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2fc697eb-5d9f-416e-b626-b4c1b5125a85 HTTP/1.1" status: 204 len: 168 time: 0.1382039 Sep 29 02:20:07.653925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56060) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:07.660270 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac87a1d-533b-4b97-8aa6-9476c4a82f26 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc697eb-5d9f-416e-b626-b4c1b5125a85,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:07.669132 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-6ee9aeaf-b97b-439b-a6a5-5233058e0bde tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] show failed (client error): The resource could not be found. Sep 29 02:20:07.670266 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6ee9aeaf-b97b-439b-a6a5-5233058e0bde tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups/2fc697eb-5d9f-416e-b626-b4c1b5125a85 HTTP/1.1" status: 404 len: 347 time: 0.0151355 Sep 29 02:20:07.673233 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56062) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:07.788822 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port e2a801ad-33c5-45ef-bad7-6d1bb6b480e8 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:07.789063 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.879475 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.879769 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:07.892301 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for e2a801ad-33c5-45ef-bad7-6d1bb6b480e8 owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:07.970666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d183c6c3-e338-4c72-a436-81e93d6fc258 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:07.986572 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:07.990041 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: d183c6c3-e338-4c72-a436-81e93d6fc258 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:07.990387 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d183c6c3-e338-4c72-a436-81e93d6fc258 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:08.036144 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:08.060916 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (e2a801ad-33c5-45ef-bad7-6d1bb6b480e8), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.084835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=e2a801ad-33c5-45ef-bad7-6d1bb6b480e8,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:08.150700 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.153199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.154342 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0fbf4ae0-145e-4619-8c23-1b2fbc4e2651 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/5f6c8c02-ecf0-4bbe-af2d-e9ea40b910fa HTTP/1.1" status: 204 len: 168 time: 0.4800539 Sep 29 02:20:08.240555 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56066) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:08.245489 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751941763', 'description': 'tempest-description--1679015636'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:08.267121 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.335302 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (a5f93912-2b13-4018-ada5-2e200b81a5e7), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.340655 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a5f93912-2b13-4018-ada5-2e200b81a5e7), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.371846 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.373044 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1314576 Sep 29 02:20:08.374140 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c11f12-25ab-4a57-902c-1b08485003ea tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f93912-2b13-4018-ada5-2e200b81a5e7,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:08.376351 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56068) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:08.381379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': 'a5f93912-2b13-4018-ada5-2e200b81a5e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:08.409641 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (5c8d6a3d-5b5a-435b-8bc2-3f5155ee529b), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.467906 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (5c8d6a3d-5b5a-435b-8bc2-3f5155ee529b), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.473645 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (5c8d6a3d-5b5a-435b-8bc2-3f5155ee529b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.498189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8d6a3d-5b5a-435b-8bc2-3f5155ee529b,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:08.506433 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.507622 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b3d68352-be73-49fc-818f-7c4a442e77af tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303213 Sep 29 02:20:08.510473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56070) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:08.514675 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': 'a5f93912-2b13-4018-ada5-2e200b81a5e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:08.545347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (f4d3ab78-461e-47dc-8dd0-d638f82f6880), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.600891 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (f4d3ab78-461e-47dc-8dd0-d638f82f6880), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.605316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (f4d3ab78-461e-47dc-8dd0-d638f82f6880), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.624672 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d3ab78-461e-47dc-8dd0-d638f82f6880,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:08.631779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.633081 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c1336121-5ab8-47e4-9414-3877721d9e6a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216855 Sep 29 02:20:08.635556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be9be-9766-4269-82e9-0b8d9d5dd076 req-f868c235-b63a-47f2-bf4b-f6e39548ac10 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:08.636396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56076) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:08.637050 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-285be9be-9766-4269-82e9-0b8d9d5dd076 req-f868c235-b63a-47f2-bf4b-f6e39548ac10 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0508490 Sep 29 02:20:08.640696 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:08.664584 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.687968 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-285be9be-9766-4269-82e9-0b8d9d5dd076 req-844a4373-f26d-4a5b-87bb-8a9fbac58b26 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448458 Sep 29 02:20:08.745203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.828678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:08.860183 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.27.2.159 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/287af40c-bcbe-4f52-804a-b453fc2598b2) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:20:08.971017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.008835 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.042201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:09.054828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:20:09.058871 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:09.061454 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:20:09.064843 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=287af40c-bcbe-4f52-804a-b453fc2598b2,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:09.148883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.186592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.339016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.348414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.423263 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.427880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=287af40c-bcbe-4f52-804a-b453fc2598b2,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:09.445618 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:09.446866 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7feba206-a740-4a84-b22c-d56b9ca8f9bb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8094778 Sep 29 02:20:09.663884 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-d24a9b9a-eb99-4f4d-ade2-4096d046ca95 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1751941763&fields=id&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 267 time: 0.0562210 Sep 29 02:20:09.781804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-295d49c9-e8f2-4d1f-b831-a0b031c7ff13 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.783347 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-295d49c9-e8f2-4d1f-b831-a0b031c7ff13 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1095691 Sep 29 02:20:09.801163 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-af238022-fe4a-4683-a225-20cd009a34a0 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/quotas/9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 375 time: 0.0096023 Sep 29 02:20:09.816860 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:09.819636 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86586cd-2aa5-461d-a031-f023646e6fb9 req-7b98bab2-750f-4572-b719-d40f36113c1a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.821322 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c86586cd-2aa5-461d-a031-f023646e6fb9 req-7b98bab2-750f-4572-b719-d40f36113c1a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0532179 Sep 29 02:20:09.853366 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-9e7e7c5e-2431-4a21-99a6-9a2ad9ff57fa tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468726 Sep 29 02:20:09.872158 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c86586cd-2aa5-461d-a031-f023646e6fb9 req-89693454-e25a-4897-8534-107d971921f3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447602 Sep 29 02:20:09.955589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-a737455c-8de2-4321-b506-31ddbb19db60 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898638 Sep 29 02:20:10.061676 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-b9af2c24-40dd-4766-83b3-0c108b4d682a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002195 Sep 29 02:20:10.225298 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cfeaeffe-705e-4b3e-bb41-db05d9bad453 req-80c53535-f44c-4dab-9460-dd14be8b4ace tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Sep 29 02:20:11.001243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28551b39-ba9c-47c8-815a-ebaf5438cd74 req-f68a129e-834d-4d06-949c-43f68613f515 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:11.002790 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-28551b39-ba9c-47c8-815a-ebaf5438cd74 req-f68a129e-834d-4d06-949c-43f68613f515 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0529962 Sep 29 02:20:11.030368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:11.058359 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-28551b39-ba9c-47c8-815a-ebaf5438cd74 req-6ab86b75-5297-4f8b-b7cd-6a1a75832a0c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496566 Sep 29 02:20:11.269235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15217-6085-47d3-a830-a9b38666daa8 req-db2cc6ec-c5ed-4751-9089-c29301ac2fa3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:11.271012 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-caf15217-6085-47d3-a830-a9b38666daa8 req-db2cc6ec-c5ed-4751-9089-c29301ac2fa3 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0521865 Sep 29 02:20:11.321034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-caf15217-6085-47d3-a830-a9b38666daa8 req-7353cbff-8bf0-4b75-8d95-59b77c6027e9 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443769 Sep 29 02:20:11.336832 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1b6eb83-5391-479a-ae9e-3d787452667b req-dee3dc0a-9b1c-486f-9994-57b3057014e9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Sep 29 02:20:11.632018 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-b92fbc4c-459a-4abd-8c46-0b33762f066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:11.633528 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-b92fbc4c-459a-4abd-8c46-0b33762f066d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 1129 time: 0.0511923 Sep 29 02:20:11.711969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-f2ca0621-1bee-4216-b077-d1059738a961 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:11.713414 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-f2ca0621-1bee-4216-b077-d1059738a961 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1863294 Sep 29 02:20:11.767928 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-52b36bec-ca85-4040-9d6c-1cf0e6e4810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:11.769418 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-52b36bec-ca85-4040-9d6c-1cf0e6e4810f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.1236589 Sep 29 02:20:11.970993 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-3445522f-14bb-4b5a-99b3-9909788a21ac service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 200 len: 1001 time: 0.0926561 Sep 29 02:20:11.979789 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-b5558dde-bd98-4c18-9ac6-18ad72c46ec7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 380 time: 0.1111493 Sep 29 02:20:12.010330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'port': {'device_id': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'admin_state_up': True, 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'security_groups': ['a5f93912-2b13-4018-ada5-2e200b81a5e7']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:12.071521 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-5f9b28eb-8f13-4041-b60e-892614fef436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:12.073014 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-5f9b28eb-8f13-4041-b60e-892614fef436 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0923634 Sep 29 02:20:12.147261 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-4def38ce-3461-4e4b-b922-47649cd45678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:12.148764 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-4def38ce-3461-4e4b-b922-47649cd45678 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656049 Sep 29 02:20:12.168783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:12.211434 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:20:12.215145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:12.314432 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-e902fb6f-ed36-4e45-98e6-1f2e5e09b017 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530652 Sep 29 02:20:12.447865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:12.477934 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.20.0.8 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/ba3b2417-d526-4c9c-9ea5-f22aefaa6148) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:20:12.491517 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0faab3-b476-421f-824b-65d0baba3f35 req-10383f8e-2409-496f-a7c6-ba5304c72863 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:12.493105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7c0faab3-b476-421f-824b-65d0baba3f35 req-10383f8e-2409-496f-a7c6-ba5304c72863 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0924370 Sep 29 02:20:12.531153 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b28e5f64-4880-4c9f-a1b7-78f66502e9a7 req-53aee132-9d78-4060-a0aa-bb2437b4955e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067745 Sep 29 02:20:12.599659 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7c0faab3-b476-421f-824b-65d0baba3f35 req-b8333f69-27cb-4beb-932b-51a642e36b0d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917974 Sep 29 02:20:12.605126 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-82043b4e-1a2b-4eec-95a5-fd9c3aef503a req-fcf132b3-0d66-4b89-b2ae-0c4557bcaace tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 210 time: 0.0289116 Sep 29 02:20:12.689724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:12.725442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:12.770516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:20:12.773774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:12.777881 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:20:12.803933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:12.840809 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:12.841441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:12.859710 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-bc771e04-54ee-409b-854c-d9053ad42d1a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705001 Sep 29 02:20:12.898895 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Request body: {'port': {'device_id': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:12.965456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:12.980518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:13.015368 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Provisioning complete for port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:13.015943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.016051 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Attempt 1 to provision port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 Sep 29 02:20:13.050315 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:13.249329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3b2417-d526-4c9c-9ea5-f22aefaa6148 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:13.259429 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks [] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.276563 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Transition to ACTIVE for port object ba3b2417-d526-4c9c-9ea5-f22aefaa6148 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:20:13.282128 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.341924 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:13.364088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:13.392326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Attempting to bind port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:20:13.392656 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Attempting to bind port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:20:13.392991 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Attempting to bind port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:13.441320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:20:13.441561 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Attempting to bind port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:13.487409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:20:13.487737 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:20:13.488113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:20:13.488696 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Bound port: ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:20:13.488963 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.551774 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Attempt 2 to provision port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 Sep 29 02:20:13.557618 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:20:13.560860 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:20:13.569459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.572622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:13.573243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.574682 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 200 len: 1093 time: 0.6802008 Sep 29 02:20:13.576796 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:13.579067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad77ca98-4400-4a52-bffe-815f0bb8c891" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:13.584967 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:13.620298 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aaa573-dd24-47e9-ae3f-38001225cf2b x-openstack-request-id: req-55aaa573-dd24-47e9-ae3f-38001225cf2b {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:13.620585 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:13.620826 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55aaa573-dd24-47e9-ae3f-38001225cf2b {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:13.621206 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55aaa573-dd24-47e9-ae3f-38001225cf2b'] response: {'name': 'network-changed', 'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'status': 'completed', 'code': 200} Sep 29 02:20:13.633168 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58d58-c770-4df0-89fb-c4a7d3f18622 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:13.736577 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce89f70-6f75-400b-8899-1f5268fd26a8 req-1d8b5a74-9bc5-4835-b900-a5d0fc1d8303 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:13.742782 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3ab4f-0144-4183-a429-b0fa85fca747 req-69fc2d6c-a86d-4b3e-8b80-6eeff4be4659 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:13.744259 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dce89f70-6f75-400b-8899-1f5268fd26a8 req-1d8b5a74-9bc5-4835-b900-a5d0fc1d8303 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0578554 Sep 29 02:20:13.745387 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-39b3ab4f-0144-4183-a429-b0fa85fca747 req-69fc2d6c-a86d-4b3e-8b80-6eeff4be4659 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 943 time: 0.0567269 Sep 29 02:20:13.757722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:13.788038 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dce89f70-6f75-400b-8899-1f5268fd26a8 req-a417b530-fec3-4291-a613-1e6d078ab89f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429878 Sep 29 02:20:13.802217 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-39b3ab4f-0144-4183-a429-b0fa85fca747 req-425a7483-d1be-4a83-b06f-ed0e7ae4954e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451021 Sep 29 02:20:14.086335 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Attempt 3 to provision port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 Sep 29 02:20:14.088943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=46,neutron:UPDATE=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:14.124961 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-da7779f3-ff4a-4fc0-b2ca-f9e201776c64 None None] Port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:20:14.202165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-a6f94f40-699d-4552-8747-09a63680828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:14.203631 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-a6f94f40-699d-4552-8747-09a63680828a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 1127 time: 0.0412729 Sep 29 02:20:14.251941 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-a5db5073-d6fd-43c3-a58f-d3b83f709259 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 200 len: 217 time: 0.0336542 Sep 29 02:20:14.305047 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-f144994d-e182-4a53-83f7-4b4de7c378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:14.306502 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-f144994d-e182-4a53-83f7-4b4de7c378c9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0483706 Sep 29 02:20:14.370509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:14.376642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-fe5cfd54-68d0-4146-9b5c-36c850af7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:14.378173 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-fe5cfd54-68d0-4146-9b5c-36c850af7580 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413506 Sep 29 02:20:14.480905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-0910218b-f6c2-4041-9a30-da8ff2c80014 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963848 Sep 29 02:20:14.842124 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-46191240-8de7-43c2-9e46-0a11ad9a0db1 req-c6d76175-8c2b-44c1-af6d-f7723c534ac3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538496 Sep 29 02:20:14.924521 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa8188-1b41-4366-aa44-d84026505681 req-6936937f-b722-43b9-aeff-932df45ca885 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:14.925836 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-61fa8188-1b41-4366-aa44-d84026505681 req-6936937f-b722-43b9-aeff-932df45ca885 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 943 time: 0.0460041 Sep 29 02:20:14.978303 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-61fa8188-1b41-4366-aa44-d84026505681 req-9a3a3e19-c6b4-4cea-ae70-1db490f87e97 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459991 Sep 29 02:20:15.418038 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49c904-ff89-420b-bd55-2c9467f1605d req-1f94810a-938d-41d1-b8dc-0b9de7b6adac tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:15.419473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af49c904-ff89-420b-bd55-2c9467f1605d req-1f94810a-938d-41d1-b8dc-0b9de7b6adac tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0485778 Sep 29 02:20:15.474112 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af49c904-ff89-420b-bd55-2c9467f1605d req-413f3fa2-9220-4dc3-b16d-7051aa6c1c29 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Sep 29 02:20:16.121775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103135c-5a46-4b1d-873c-8c3efa866c85 req-ddb5c82f-fd1d-4454-806f-1dbc82e4abc3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:16.123285 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2103135c-5a46-4b1d-873c-8c3efa866c85 req-ddb5c82f-fd1d-4454-806f-1dbc82e4abc3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 943 time: 0.0500917 Sep 29 02:20:16.169934 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2103135c-5a46-4b1d-873c-8c3efa866c85 req-ed973286-5232-4ed1-b183-08ff862770eb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Sep 29 02:20:16.605992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cd6e8-cb45-497e-91ac-6c5ca602a7db req-bebf9757-2fc1-4d15-bf60-8a1bd15274e1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:16.607448 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe9cd6e8-cb45-497e-91ac-6c5ca602a7db req-bebf9757-2fc1-4d15-bf60-8a1bd15274e1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0462215 Sep 29 02:20:16.655218 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fe9cd6e8-cb45-497e-91ac-6c5ca602a7db req-9f84cc05-426e-4a64-b1d6-7133dee2cc2b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Sep 29 02:20:17.155400 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:20:17.299031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da55d7-e783-4914-a9e4-723699cbc100 req-d142f56f-2603-41c8-82e7-c37658176783 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:17.300489 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-98da55d7-e783-4914-a9e4-723699cbc100 req-d142f56f-2603-41c8-82e7-c37658176783 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 943 time: 0.0541301 Sep 29 02:20:17.328793 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:17.351263 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-98da55d7-e783-4914-a9e4-723699cbc100 req-b3870d11-1ebb-4410-8e51-f69cc7bc723e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Sep 29 02:20:17.798769 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffe05-6d8f-47ae-b392-3f0858c8d0a4 req-4a7cfc4e-503e-47d5-99a5-3c377a6e5c70 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:17.800138 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e78ffe05-6d8f-47ae-b392-3f0858c8d0a4 req-4a7cfc4e-503e-47d5-99a5-3c377a6e5c70 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Sep 29 02:20:17.857646 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e78ffe05-6d8f-47ae-b392-3f0858c8d0a4 req-7a842e9e-6eae-4b46-9ddb-da17fb7b6ba8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498502 Sep 29 02:20:18.043278 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device ba3b2417-d526-4c9c-9ea5-f22aefaa6148 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:20:18.107588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-d945ce6f-6f14-4dc7-a2d2-7efdf4160a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:18.109105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-d945ce6f-6f14-4dc7-a2d2-7efdf4160a5a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 1127 time: 0.0429809 Sep 29 02:20:18.152265 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:18.163695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'port_id': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'mac_address': 'fa:16:3e:3c:0a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:20:18.197679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:18.198098 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:18.212383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3b2417-d526-4c9c-9ea5-f22aefaa6148 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:18.232504 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:18.239134 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:18.288406 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:18.295624 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.295944 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.296282 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.296613 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.296945 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.297262 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.297579 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.297889 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.298247 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.298564 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.298886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.299184 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.299493 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.299818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.300135 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:18.486624 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805232b-2381-466d-892c-17b313f48174 req-33ca2af7-3b51-42e9-b860-a19ab4afb963 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:18.488058 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e805232b-2381-466d-892c-17b313f48174 req-33ca2af7-3b51-42e9-b860-a19ab4afb963 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 944 time: 0.0478468 Sep 29 02:20:18.556489 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e805232b-2381-466d-892c-17b313f48174 req-490269e5-bad7-49a1-8bd1-bc39b18209bd tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592411 Sep 29 02:20:18.840554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['ba3b2417-d526-4c9c-9ea5-f22aefaa6148'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:18.949115 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:18.987149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dd170-df83-4d1c-8431-62c22898ea38 req-7366c8b7-a99c-4195-bc63-b2cbeaf7e2f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:18.988624 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9d8dd170-df83-4d1c-8431-62c22898ea38 req-7366c8b7-a99c-4195-bc63-b2cbeaf7e2f9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0483372 Sep 29 02:20:19.034879 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9d8dd170-df83-4d1c-8431-62c22898ea38 req-e288193d-5cef-4f2e-8590-14cbc0fa306e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Sep 29 02:20:19.673085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:19.691924 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3e71e-a194-4652-bbf0-d6ae6701d70f req-dbc9287b-e858-4d14-af0c-79ec22f1a50c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:19.693398 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6af3e71e-a194-4652-bbf0-d6ae6701d70f req-dbc9287b-e858-4d14-af0c-79ec22f1a50c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 944 time: 0.0475163 Sep 29 02:20:19.696443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-f4e2e319-c2bc-4f01-a1c4-71d3d522c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:19.697919 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-f4e2e319-c2bc-4f01-a1c4-71d3d522c59c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.0949366 Sep 29 02:20:19.741802 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-6af3e71e-a194-4652-bbf0-d6ae6701d70f req-001227e4-737f-4183-b95c-0353b2204159 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Sep 29 02:20:19.755595 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-f180cb92-7eb7-4d73-8e0c-64e1dc12d2f1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 200 len: 217 time: 0.0341399 Sep 29 02:20:19.807947 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-2aad6fd8-91e7-4b8d-a795-18e572bbdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:19.809293 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-2aad6fd8-91e7-4b8d-a795-18e572bbdea6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0466332 Sep 29 02:20:19.857973 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-3ee51932-7ffd-4585-974b-3638ebd16b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:19.859463 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-3ee51932-7ffd-4585-974b-3638ebd16b5f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432374 Sep 29 02:20:19.950459 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-afe761da-813f-4a7a-a528-de4cbf5474f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843863 Sep 29 02:20:20.148078 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device ba3b2417-d526-4c9c-9ea5-f22aefaa6148 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:20:20.192437 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:20:20.201458 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:20.201990 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.202351 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 Sep 29 02:20:20.204659 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.216035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa1b7-7e29-43e2-9200-4ebd5644392c req-7287b864-6c88-44b5-a846-51c196a0962d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:20.217529 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3bbaa1b7-7e29-43e2-9200-4ebd5644392c req-7287b864-6c88-44b5-a846-51c196a0962d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0849736 Sep 29 02:20:20.239602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.275967 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:20.276370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.280312 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ad77ca98-4400-4a52-bffe-815f0bb8c891 req-833834d2-c878-45e3-86b4-0d1a1cfb2b42 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559420 Sep 29 02:20:20.291326 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3bbaa1b7-7e29-43e2-9200-4ebd5644392c req-de67a253-6aff-4e93-bd4e-156b2fcc45ab tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=40c7d729-142f-42e8-a15c-556bd5e1b8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670710 Sep 29 02:20:20.300197 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:20.302519 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f899cdc-9d6b-4e23-a563-17bb9fe0bbec" -d '{"events": [{"server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "name": "network-vif-plugged", "status": "completed", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:20.316328 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:20.321734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.347903 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e1bd8-d2d8-4d18-8aab-bd5d7a26a49b x-openstack-request-id: req-cd8e1bd8-d2d8-4d18-8aab-bd5d7a26a49b {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:20.348192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "name": "network-vif-plugged", "status": "completed", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:20.348456 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd8e1bd8-d2d8-4d18-8aab-bd5d7a26a49b {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:20.348826 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8e1bd8-d2d8-4d18-8aab-bd5d7a26a49b'] response: {'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'code': 200} Sep 29 02:20:20.380536 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:20.452422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-cdeaf103-8e23-4b98-9768-7ce1d708dbc2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:20.453866 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-cdeaf103-8e23-4b98-9768-7ce1d708dbc2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 946 time: 0.0502076 Sep 29 02:20:20.551269 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Deleting port bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:20.551617 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.639615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff185-45c1-468c-8fdb-ac71233ba835 req-7d3757ee-5cb1-4e4a-a1e0-ecb0a3203994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:20.641094 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-640ff185-45c1-468c-8fdb-ac71233ba835 req-7d3757ee-5cb1-4e4a-a1e0-ecb0a3203994 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 1129 time: 0.0750742 Sep 29 02:20:20.688379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] For port bc863b20-676e-4d92-aa33-c3d860ed5227, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bc863b20-676e-4d92-aa33-c3d860ed5227,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:20.688735 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.747352 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-640ff185-45c1-468c-8fdb-ac71233ba835 req-ac8d1577-6842-4416-868c-101696bf780a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983293 Sep 29 02:20:20.759374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:20.904143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7713d1f-b3c7-4571-b5df-6d47d651f5b5 req-28a57fd0-dec1-4622-ab5c-1a7243c8ae55 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:20.905471 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7713d1f-b3c7-4571-b5df-6d47d651f5b5 req-28a57fd0-dec1-4622-ab5c-1a7243c8ae55 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0879388 Sep 29 02:20:20.907384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.907746 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.908054 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Floating IP 866d4d50-e1c0-4137-b4c6-eab14a97274a disassociated. External IP: 172.27.2.138, port: bc863b20-676e-4d92-aa33-c3d860ed5227. Sep 29 02:20:20.908357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Calling delete_port for bc863b20-676e-4d92-aa33-c3d860ed5227 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:21.001658 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e7713d1f-b3c7-4571-b5df-6d47d651f5b5 req-b8a2fd88-e487-4aac-9cfc-4e53af92c661 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885706 Sep 29 02:20:21.075041 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (bc863b20-676e-4d92-aa33-c3d860ed5227), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:21.108672 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'Port': ['ID=bc863b20-676e-4d92-aa33-c3d860ed5227,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:21.220451 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:21.228164 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:21.324543 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:21.335486 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:21.347785 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:21.348558 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:21.374489 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] No DVR routers for this DVR port bc863b20-676e-4d92-aa33-c3d860ed5227 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:21.377202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:21.380424 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a403a909-3a0e-4a22-b932-c9aeaf08a978 req-2bb68ee0-3a39-49c4-b795-9333e8127505 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "DELETE /networking/v2.0/ports/bc863b20-676e-4d92-aa33-c3d860ed5227 HTTP/1.1" status: 204 len: 173 time: 0.9150724 Sep 29 02:20:21.380926 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-deleted', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:21.383412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82351cc-870a-4348-aabd-336a57291497" -d '{"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-deleted", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:21.425265 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cdf6dad1-a4cd-4dbc-b8e4-4d08f1444e32 req-5a91c919-8873-497d-8996-29d67425e6c1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Sep 29 02:20:21.432063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac308616-c8ca-44f3-b5f3-ccbd393e4695 x-openstack-request-id: req-ac308616-c8ca-44f3-b5f3-ccbd393e4695 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:21.432378 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ae6d6-9e31-4e27-ae16-171415ade1c1", "name": "network-vif-deleted", "tag": "bc863b20-676e-4d92-aa33-c3d860ed5227", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:21.432630 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac308616-c8ca-44f3-b5f3-ccbd393e4695 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:21.433034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac308616-c8ca-44f3-b5f3-ccbd393e4695'] response: {'server_uuid': '4e1ae6d6-9e31-4e27-ae16-171415ade1c1', 'name': 'network-vif-deleted', 'tag': 'bc863b20-676e-4d92-aa33-c3d860ed5227', 'status': 'completed', 'code': 200} Sep 29 02:20:21.459396 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:21.743696 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:21.771482 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:21.782191 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:21.782866 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:21.897108 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:22.006116 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:22.024311 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:22.090786 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:22.115287 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b31a6d-c0b7-4e00-a12b-2d9f64d12b11 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:22.140222 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e87696-5c91-4836-9f49-10f72d00351f req-9b9b2e72-990b-4aa7-8682-f0b2278645b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:22.141786 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7e87696-5c91-4836-9f49-10f72d00351f req-9b9b2e72-990b-4aa7-8682-f0b2278645b6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Sep 29 02:20:22.191950 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f7e87696-5c91-4836-9f49-10f72d00351f req-ed8e25f0-b408-4f79-8596-298af614da3e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Sep 29 02:20:22.344628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb9315-7846-4850-9c03-e72b030fb631 None None] New status for floating IP 866d4d50-e1c0-4137-b4c6-eab14a97274a: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:22.551222 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c031d82-0931-498d-a87e-e5772cbcb0f8 req-0fa168c5-954c-4813-bd20-477b302d6486 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e1ae6d6-9e31-4e27-ae16-171415ade1c1 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Sep 29 02:20:22.831340 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-25502654-e11e-490c-8652-477ba74c463a tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1216782185&fields=id&tenant_id=30c052816d5544b38124d98d05b32798 HTTP/1.1" status: 200 len: 267 time: 0.0474741 Sep 29 02:20:22.898993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-af6f0fbc-b1e9-4b6b-a039-d23105121c8e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:22.900493 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-af6f0fbc-b1e9-4b6b-a039-d23105121c8e tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 984 time: 0.0528648 Sep 29 02:20:22.912059 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Request body: {'port': {'security_groups': ['d4c2a647-dfb0-4b79-a7ad-36b5929341dd']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:22.993088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.009047 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:23.211867 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:23.243805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.251732 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.263066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:23.263911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.266463 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-41935c47-91b5-49cf-b835-a1088e0b7723 req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "PUT /networking/v2.0/ports/989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 942 time: 0.3587549 Sep 29 02:20:23.274223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56194) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:23.299828 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['989cc0ba-4262-490c-8eed-fd84bb533af5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:23.304277 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:23.363823 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70cd9-d86c-4fac-b929-a62a76beffc1 req-7306a8eb-e394-42c2-b2ca-11f9b3ddb977 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:23.365653 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0da70cd9-d86c-4fac-b929-a62a76beffc1 req-7306a8eb-e394-42c2-b2ca-11f9b3ddb977 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0744557 Sep 29 02:20:23.401776 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111af5c4-27de-4167-a24e-fa73129840ab tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event updated for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=7']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:23.421505 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0da70cd9-d86c-4fac-b929-a62a76beffc1 req-21748d3b-5a39-4b25-8fbe-6820c3b5b887 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493634 Sep 29 02:20:23.435775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:23.438313 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e972e02b-4c2a-46c5-baf3-25f2810ff430" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:23.452574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (df4d6d47-aefe-4f19-ab95-b16b0592a626), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.481802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['989cc0ba-4262-490c-8eed-fd84bb533af5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:23.482415 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (df4d6d47-aefe-4f19-ab95-b16b0592a626), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.511470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eabc39f-c47c-4f69-9e17-4d3b3c1b5760 x-openstack-request-id: req-7eabc39f-c47c-4f69-9e17-4d3b3c1b5760 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:23.511754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:23.512000 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7eabc39f-c47c-4f69-9e17-4d3b3c1b5760 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:23.512389 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eabc39f-c47c-4f69-9e17-4d3b3c1b5760'] response: {'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:20:23.572989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (df4d6d47-aefe-4f19-ab95-b16b0592a626), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.576091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.577298 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/df4d6d47-aefe-4f19-ab95-b16b0592a626 HTTP/1.1" status: 204 len: 168 time: 0.3021035 Sep 29 02:20:23.587008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56200) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:23.589455 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bee5c-54e6-4b38-b1c4-9e6db59c5903 req-6ef52baf-06b1-4b5c-9013-6c934c8adefb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:23.596661 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9d7bee5c-54e6-4b38-b1c4-9e6db59c5903 req-6ef52baf-06b1-4b5c-9013-6c934c8adefb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0664854 Sep 29 02:20:23.603191 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56204) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:23.613644 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'port_id': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:23.645982 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b0052-2f75-4c0c-b5f4-82ce8c5549c9 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d6d47-aefe-4f19-ab95-b16b0592a626,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:23.674136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.702599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-3cea4762-088b-402e-bf00-94403755b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:23.704043 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-3cea4762-088b-402e-bf00-94403755b79e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1129 time: 0.1257453 Sep 29 02:20:23.708948 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56208) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:23.832173 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:23.928377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (40c7d729-142f-42e8-a15c-556bd5e1b8d3), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:23.946357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-777324af-9b41-4a47-b131-69d4f1320960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:23.947826 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-777324af-9b41-4a47-b131-69d4f1320960 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 916 time: 0.2366614 Sep 29 02:20:23.951861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:23.971758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Deleting port cb205579-b84b-4fa8-90a0-c39e1d6ea289 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:23.971979 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.012639 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (40c7d729-142f-42e8-a15c-556bd5e1b8d3), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.113773 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-5f858d07-c9a2-4a5b-8446-3bc414374510 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 1001 time: 0.1583033 Sep 29 02:20:24.152525 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:24.182569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (40c7d729-142f-42e8-a15c-556bd5e1b8d3), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.183687 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: bc863b20-676e-4d92-aa33-c3d860ed5227 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:24.184250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bc863b20-676e-4d92-aa33-c3d860ed5227 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:24.185648 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.187054 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/40c7d729-142f-42e8-a15c-556bd5e1b8d3 HTTP/1.1" status: 204 len: 168 time: 0.4769433 Sep 29 02:20:24.189306 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.189725 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for floatingip (cb205579-b84b-4fa8-90a0-c39e1d6ea289), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.203083 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56212) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:24.217234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Calling delete_port for cb205579-b84b-4fa8-90a0-c39e1d6ea289 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:24.223481 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b35d8a-d24d-492b-9930-9f32d4059d24 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7d729-142f-42e8-a15c-556bd5e1b8d3,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:24.225195 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.api.v2.resource [None req-6fb22387-da2d-4fc7-bed8-ab55c364e28e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] show failed (client error): The resource could not be found. Sep 29 02:20:24.229228 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6fb22387-da2d-4fc7-bed8-ab55c364e28e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups/40c7d729-142f-42e8-a15c-556bd5e1b8d3 HTTP/1.1" status: 404 len: 347 time: 0.0222208 Sep 29 02:20:24.229967 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-92b7ff9e-dcea-40e6-94de-77d49828300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:24.229967 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-92b7ff9e-dcea-40e6-94de-77d49828300f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.1075714 Sep 29 02:20:24.229967 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56214) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:24.401492 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-68f7349e-2d3f-4d90-afeb-695bd34843b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:24.403017 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-68f7349e-2d3f-4d90-afeb-695bd34843b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1634758 Sep 29 02:20:24.405178 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.409699 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.491992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Deleting port 564616f6-9d85-4e68-a8ec-f1f990c936d0 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:24.492209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.511316 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 075b0c78-9a15-4792-a9c5-a6387b822dbd associated. External IP: 172.27.2.159, port: ba3b2417-d526-4c9c-9ea5-f22aefaa6148. Sep 29 02:20:24.673955 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:24.711428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:24.729338 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:24.837525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:24.842301 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.848519 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:24.865271 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:24.866874 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:24.867199 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-b4e279bb-4e99-4637-990c-90546ae678f4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422550 Sep 29 02:20:24.879006 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e479a905-57dd-45ea-899d-5d253a5def58 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/075b0c78-9a15-4792-a9c5-a6387b822dbd HTTP/1.1" status: 200 len: 991 time: 1.2701445 Sep 29 02:20:24.879006 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:24.880395 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41be865-efa4-42e8-8cda-df339c5f2890" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:24.925866 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0e100-f634-42eb-9bcc-48b45378817f x-openstack-request-id: req-7ad0e100-f634-42eb-9bcc-48b45378817f {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:24.926190 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:24.926439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ad0e100-f634-42eb-9bcc-48b45378817f {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:24.927018 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad0e100-f634-42eb-9bcc-48b45378817f'] response: {'name': 'network-changed', 'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'status': 'completed', 'code': 200} Sep 29 02:20:24.957005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.957335 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (564616f6-9d85-4e68-a8ec-f1f990c936d0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.979285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Calling delete_port for 564616f6-9d85-4e68-a8ec-f1f990c936d0 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:24.983362 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:25.002818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:25.021463 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:25.072318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (cb205579-b84b-4fa8-90a0-c39e1d6ea289), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.135531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event deleted for resources: {'Port': ['ID=cb205579-b84b-4fa8-90a0-c39e1d6ea289,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:25.137482 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-e2326732-c0b5-426c-a6b6-9a88bf214839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:25.139046 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-e2326732-c0b5-426c-a6b6-9a88bf214839 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 1129 time: 0.1350772 Sep 29 02:20:25.145668 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e972e02b-4c2a-46c5-baf3-25f2810ff430 req-d6020403-28a4-4677-b907-284fa8e451c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662570 Sep 29 02:20:25.210707 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '075b0c78-9a15-4792-a9c5-a6387b822dbd', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:3c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:09Z', 'updated_at': '2022-09-29T02:20:24Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:25.235899 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:25.245526 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:25.246149 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:25.278175 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks [] for floatingip (61bcc871-e6f8-435a-872e-6f700e84dd22), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.278784 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Floating IP 61bcc871-e6f8-435a-872e-6f700e84dd22 disassociated (deleted). External IP: 172.27.2.102, port: 989cc0ba-4262-490c-8eed-fd84bb533af5. Sep 29 02:20:25.358789 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:25.405090 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-f32bfe2b-8a59-45d0-a3a9-43600293330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:25.406489 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-f32bfe2b-8a59-45d0-a3a9-43600293330e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.2571096 Sep 29 02:20:25.482691 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (564616f6-9d85-4e68-a8ec-f1f990c936d0), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.545018 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-8a010290-ef56-4fb7-bdfd-a3adc7f3218f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 200 len: 999 time: 0.1306446 Sep 29 02:20:25.545817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'Port': ['ID=564616f6-9d85-4e68-a8ec-f1f990c936d0,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:25.577960 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '075b0c78-9a15-4792-a9c5-a6387b822dbd', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:3c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:09Z', 'updated_at': '2022-09-29T02:20:24Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:25.602922 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410043c-34eb-41c0-a27a-b01835a1a796 None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '075b0c78-9a15-4792-a9c5-a6387b822dbd', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:3c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:09Z', 'updated_at': '2022-09-29T02:20:24Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:25.696338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-7f8b9226-fe79-4273-95ae-c153dae5332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:25.697823 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-7f8b9226-fe79-4273-95ae-c153dae5332e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.1408777 Sep 29 02:20:25.707599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (866d4d50-e1c0-4137-b4c6-eab14a97274a), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.710079 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.711161 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d34b57cf-a8fb-4968-98f3-a7190f234c41 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/866d4d50-e1c0-4137-b4c6-eab14a97274a HTTP/1.1" status: 204 len: 168 time: 1.4773922 Sep 29 02:20:25.745741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Router a77bd2a7-7078-4efa-9867-701780e701b0 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:25.762287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-1a395427-574c-460f-a3e8-7c881a22c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:25.763831 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-1a395427-574c-460f-a3e8-7c881a22c678 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573306 Sep 29 02:20:25.817044 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5664e8c-9616-4517-aaa3-1d1152b92a12 None None] New status for floating IP 075b0c78-9a15-4792-a9c5-a6387b822dbd: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:25.824131 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56224) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:25.830392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107555402', 'description': 'tempest-description--2033814894'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:25.856375 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.859961 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:25.873865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:25.932651 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (3edf2660-5bfc-4ef2-a393-0d374eee3689), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.938076 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3edf2660-5bfc-4ef2-a393-0d374eee3689), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.940830 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:25.943975 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-11648935-c848-4533-96fa-6e24371f85fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719503 Sep 29 02:20:25.947114 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.953984 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Sync routers for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:25.964136 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:25.965095 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:25.981973 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf2660-5bfc-4ef2-a393-0d374eee3689,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:25.994147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.994751 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.995578 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.995924 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.996384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.996645 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.997147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.997557 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.997861 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.998236 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.998581 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.999108 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.999554 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:25.999869 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:26.000116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:26.008042 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.009412 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4cf0e9c4-dfc3-495c-ae51-66cb38c1f264 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1826878 Sep 29 02:20:26.012446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56226) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:26.022556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group_rule': {'security_group_id': '3edf2660-5bfc-4ef2-a393-0d374eee3689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:26.025640 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cd067c1e-52f3-4963-97fd-9124cc3ac280 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/61bcc871-e6f8-435a-872e-6f700e84dd22 HTTP/1.1" status: 204 len: 168 time: 2.4172258 Sep 29 02:20:26.027760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:26.030363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24e882-bc93-44a1-9f69-7b96194ccd10" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:26.094090 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f41be865-efa4-42e8-8cda-df339c5f2890 req-d62bc1ca-1f57-4111-8b9c-0f4b2aea49df service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432557 Sep 29 02:20:26.096909 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (8e3b4c79-94d3-402d-9f31-ed5990d17144), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.106637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf51c3-0366-4455-8972-2b9849cec5ca x-openstack-request-id: req-eedf51c3-0366-4455-8972-2b9849cec5ca {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:26.107004 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:26.107336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eedf51c3-0366-4455-8972-2b9849cec5ca {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:26.107807 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedf51c3-0366-4455-8972-2b9849cec5ca'] response: {'name': 'network-changed', 'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:20:26.111331 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.130498 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:26.172630 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (8e3b4c79-94d3-402d-9f31-ed5990d17144), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.180119 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (8e3b4c79-94d3-402d-9f31-ed5990d17144), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.199911 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3b4c79-94d3-402d-9f31-ed5990d17144,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.209682 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.213582 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b1a51534-3c48-4745-bcae-6e7de114a345 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974177 Sep 29 02:20:26.213965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56234) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:26.218931 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'security_group_rule': {'security_group_id': '3edf2660-5bfc-4ef2-a393-0d374eee3689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:26.233783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-c444895b-9fbb-412d-b26a-07503ba735df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:26.236265 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-c444895b-9fbb-412d-b26a-07503ba735df service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=30c052816d5544b38124d98d05b32798&device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 1129 time: 0.0584772 Sep 29 02:20:26.260621 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (813c42ba-8484-4011-b2b3-029d08e4dfab), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.364212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (813c42ba-8484-4011-b2b3-029d08e4dfab), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.370503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-d5249b39-d478-4576-ae99-a271d5d78365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:26.371915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (813c42ba-8484-4011-b2b3-029d08e4dfab), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.374136 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-d5249b39-d478-4576-ae99-a271d5d78365 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 200 len: 916 time: 0.1296771 Sep 29 02:20:26.391298 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813c42ba-8484-4011-b2b3-029d08e4dfab,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.401230 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.401669 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.402924 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-359521df-f184-4a22-a9c7-41a2782b5f8f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1879694 Sep 29 02:20:26.406273 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56240) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:26.410984 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:26.438124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.445131 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-046ba7ef-5015-4105-b075-61d3aad46d32 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 200 len: 217 time: 0.0397995 Sep 29 02:20:26.479597 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:26.503828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-9af2cf67-9bf1-41fb-8d51-852b3ad4711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:26.505402 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-9af2cf67-9bf1-41fb-8d51-852b3ad4711c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 200 len: 854 time: 0.0546174 Sep 29 02:20:26.507657 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Checking router: a77bd2a7-7078-4efa-9867-701780e701b0 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:26.507800 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.516113 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:26.516737 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:26.526216 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.605949 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.623782 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:26.631896 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Allocated IP 172.27.2.73 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/39316e79-337c-48ef-ad65-b7053656a019) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:20:26.737266 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (39316e79-337c-48ef-ad65-b7053656a019), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.770411 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (39316e79-337c-48ef-ad65-b7053656a019), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.810065 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:20:26.811442 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:26.812931 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:26.816858 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:20:26.838415 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7092f06-a730-413c-b74f-7d1d85fe7a10 None None] The sync data for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi is: [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 4, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'db44bf35-9a11-49bf-aee3-141d1a220aa5', 'name': '', 'network_id': 'c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'mac_address': 'fa:16:3e:f9:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4973815f-5c32-4f75-b1db-3450b331879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:36Z', 'updated_at': '2022-09-29T02:14:40Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'subnets': [{'id': '4973815f-5c32-4f75-b1db-3450b331879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:26.841499 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=39316e79-337c-48ef-ad65-b7053656a019,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.907887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:26.912636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-adc7a7f3-5741-45b9-83f0-e7fa28da5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:26.914501 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-adc7a7f3-5741-45b9-83f0-e7fa28da5d63 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419347 Sep 29 02:20:26.946644 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (39316e79-337c-48ef-ad65-b7053656a019), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.016321 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-54d7ffa0-b297-4963-bd1c-d42e28af16c2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933471 Sep 29 02:20:27.113000 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (39316e79-337c-48ef-ad65-b7053656a019), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.114683 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feacdcad-a60a-4557-a4d3-6249def73d48 None None] New status for floating IP 61bcc871-e6f8-435a-872e-6f700e84dd22: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:27.120923 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (39316e79-337c-48ef-ad65-b7053656a019), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.181234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d24e882-bc93-44a1-9f69-7b96194ccd10 req-c85a5bde-17d5-4dde-8bef-c7befbf9dde2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140077 Sep 29 02:20:27.181753 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:27.188616 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=39316e79-337c-48ef-ad65-b7053656a019,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:27.191861 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.212162 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.213408 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-da3d8903-5d27-4b3a-a9fd-1e4694cd35c2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8061898 Sep 29 02:20:27.418157 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-711fe23e-018e-4837-82bd-e15ab69d9cc0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--107555402&fields=id&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 267 time: 0.0449798 Sep 29 02:20:27.536393 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-0aae166b-e55b-4b06-8a62-b252b6ed1565 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:27.537810 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-0aae166b-e55b-4b06-8a62-b252b6ed1565 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 816 time: 0.1124830 Sep 29 02:20:27.555583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-08ca70aa-0e88-43cc-88f9-4e0c45bcfad8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/quotas/ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 375 time: 0.0103941 Sep 29 02:20:27.612162 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-3a91dff2-06ed-41b5-8be3-23bf21815517 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511746 Sep 29 02:20:27.678597 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4f604806-de24-4b3f-8084-7073575be2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.695724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:27.716191 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-1da3c703-ba3c-4df9-ae29-70a2d7525d9e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918052 Sep 29 02:20:27.804882 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:27.811110 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-5a4cfedd-0a69-490a-99c2-11cf74dec043 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891666 Sep 29 02:20:27.982154 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-a65e2733-8426-4977-83ba-e7806acddc57 req-997d17dd-126b-4297-a7ed-728936a0e527 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 210 time: 0.0309324 Sep 29 02:20:29.090899 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ff7d5704-7c06-4522-867d-222c2db066fe req-34ab5219-6bd8-4b01-b2ea-9bee31e42c48 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 210 time: 0.0284626 Sep 29 02:20:29.434848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-ad414ce2-7101-4c5c-9b41-6cfd13b3d10e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:29.436307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-ad414ce2-7101-4c5c-9b41-6cfd13b3d10e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 816 time: 0.1314590 Sep 29 02:20:29.511130 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-871dd8bb-cf45-41bc-a033-ba106c2e20d5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 379 time: 0.0564835 Sep 29 02:20:29.664115 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'port': {'device_id': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'admin_state_up': True, 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'security_groups': ['3edf2660-5bfc-4ef2-a393-0d374eee3689']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:29.788727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Made reservation on behalf of ad99e285720d41988cf2cf8f8978c313 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:20:29.793289 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:29.930101 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-bc4e7efa-1f7f-4e8d-ab08-9db7c606b07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:29.962342 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Allocated IP 172.20.0.4 (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a/b0a3bb9c-cd56-4ded-8409-fadc1ad71b86/998a6c9b-b071-42d6-9c61-c534536f1b8e) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:20:29.970122 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239b1b-9f4d-4bda-aa54-3f225f801312 req-51b25834-d1ec-4d83-9983-890e8a7ee0a2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:29.971656 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-32239b1b-9f4d-4bda-aa54-3f225f801312 req-51b25834-d1ec-4d83-9983-890e8a7ee0a2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.0695555 Sep 29 02:20:30.086490 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-32239b1b-9f4d-4bda-aa54-3f225f801312 req-6d93d720-c639-4cbf-8aae-1dd9680c5a9d tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065204 Sep 29 02:20:30.149824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.184308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.217853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:30.229177 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911ba89-06f4-4a2f-8904-b3e4de49f41f req-279dd20e-96a3-43dc-962a-335a68c557c4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:30.230234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:20:30.230681 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7911ba89-06f4-4a2f-8904-b3e4de49f41f req-279dd20e-96a3-43dc-962a-335a68c557c4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 931 time: 0.0488582 Sep 29 02:20:30.234121 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:20:30.238805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:20:30.264718 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:30.288290 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7911ba89-06f4-4a2f-8904-b3e4de49f41f req-e03886c8-6d5e-4200-9aed-aa313a40dda2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493226 Sep 29 02:20:30.290564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:30.302526 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:30.303135 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.323640 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4c0f6041-722d-440f-8e5b-4f2bf8b45124 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6653714 Sep 29 02:20:30.468359 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Provisioning complete for port 998a6c9b-b071-42d6-9c61-c534536f1b8e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:30.468618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.468971 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Attempt 1 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:20:30.500538 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Port 998a6c9b-b071-42d6-9c61-c534536f1b8e cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:30.505706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Request body: {'port': {'device_id': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:30.575741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.833185 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:30.841158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks [] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.854321 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Transition to ACTIVE for port object 998a6c9b-b071-42d6-9c61-c534536f1b8e will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:20:30.860024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:30.921667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:30.979887 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Attempting to bind port 998a6c9b-b071-42d6-9c61-c534536f1b8e on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:20:30.980226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Attempting to bind port 998a6c9b-b071-42d6-9c61-c534536f1b8e by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:20:30.980539 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Attempting to bind port 998a6c9b-b071-42d6-9c61-c534536f1b8e on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:31.002155 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Attempt 2 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:20:31.024368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Port 998a6c9b-b071-42d6-9c61-c534536f1b8e on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:20:31.024665 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Attempting to bind port 998a6c9b-b071-42d6-9c61-c534536f1b8e on network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:20:31.041596 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Port 998a6c9b-b071-42d6-9c61-c534536f1b8e cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:20:31.076757 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:20:31.077120 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Checking segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:20:31.077635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Bound using segment: {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:20:31.078357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Bound port: 998a6c9b-b071-42d6-9c61-c534536f1b8e, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab731b6-a342-4db4-b64d-fa217289aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:20:31.078831 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.147265 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:20:31.150330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:20:31.158067 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.162371 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.162992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.164384 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 1093 time: 0.6646600 Sep 29 02:20:31.164933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:31.167268 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e" -d '{"events": [{"name": "network-changed", "server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:31.223745 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4708be0e-3d84-4485-a169-fcfffeb45025 x-openstack-request-id: req-4708be0e-3d84-4485-a169-fcfffeb45025 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:31.224042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:31.224313 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4708be0e-3d84-4485-a169-fcfffeb45025 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:31.224802 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4708be0e-3d84-4485-a169-fcfffeb45025'] response: {'name': 'network-changed', 'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'status': 'completed', 'code': 200} Sep 29 02:20:31.266633 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.274574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.284446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea4f1-a1f0-4516-93ed-3a5ebc1e7556 req-0ed4acdb-d702-48f7-afd4-58a923bca591 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.285895 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-164ea4f1-a1f0-4516-93ed-3a5ebc1e7556 req-0ed4acdb-d702-48f7-afd4-58a923bca591 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.1149778 Sep 29 02:20:31.294951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fa5e9-b3d2-423c-9d06-077bc5801682 service neutron] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:31.335549 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.346816 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-618de47f-036e-43d6-a254-bead7c12d80c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.348177 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-618de47f-036e-43d6-a254-bead7c12d80c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 945 time: 0.1127348 Sep 29 02:20:31.393442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4cc999a3-2cfc-42f4-8ce0-eb9c8a66b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.394871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4cc999a3-2cfc-42f4-8ce0-eb9c8a66b8db service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1127 time: 0.1191902 Sep 29 02:20:31.424794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65f23c-a7d5-4846-88e6-b98325c73162 req-ae432872-052c-48e2-9487-ca86bf0cd847 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.426286 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b65f23c-a7d5-4846-88e6-b98325c73162 req-ae432872-052c-48e2-9487-ca86bf0cd847 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0461104 Sep 29 02:20:31.426599 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-164ea4f1-a1f0-4516-93ed-3a5ebc1e7556 req-3f9709cd-d9f2-4f4a-b72c-6fe0852c2d0b tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4c2a647-dfb0-4b79-a7ad-36b5929341dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285181 Sep 29 02:20:31.485643 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.494146 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4b65f23c-a7d5-4846-88e6-b98325c73162 req-c9964c33-88a3-45d3-9c98-898ce6036cb5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617785 Sep 29 02:20:31.542798 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Attempt 3 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:20:31.568899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:31.585271 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c7874581-a184-434e-80e7-8317c2fd29af None None] Port 998a6c9b-b071-42d6-9c61-c534536f1b8e had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:20:31.733869 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-6a5bbf9c-bd9c-4519-a29a-1ad9fe8d4c72 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 217 time: 0.3224583 Sep 29 02:20:31.797449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Deleting port 989cc0ba-4262-490c-8eed-fd84bb533af5 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:31.797760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.819572 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-ac05611e-5001-4038-a853-af4470470b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.821043 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-ac05611e-5001-4038-a853-af4470470b20 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0696864 Sep 29 02:20:31.898781 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-c34e1bfa-e74d-44aa-97d6-1d782cb9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.900256 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-c34e1bfa-e74d-44aa-97d6-1d782cb9985e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510676 Sep 29 02:20:31.972818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] For port 989cc0ba-4262-490c-8eed-fd84bb533af5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=989cc0ba-4262-490c-8eed-fd84bb533af5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:31.973159 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:31.990044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Calling delete_port for 989cc0ba-4262-490c-8eed-fd84bb533af5 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:32.060023 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-4de3f3ae-757d-485a-b14a-78c694da464e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476161 Sep 29 02:20:32.200391 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-464a2ef5-6f81-400b-a3c7-cbfe891ac49b req-9d448bb2-25d2-4092-b29f-5920f71468cb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290600 Sep 29 02:20:32.218422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (989cc0ba-4262-490c-8eed-fd84bb533af5), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.245110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Pushing event deleted for resources: {'Port': ['ID=989cc0ba-4262-490c-8eed-fd84bb533af5,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:32.295501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] No DVR routers for this DVR port 989cc0ba-4262-490c-8eed-fd84bb533af5 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:32.298143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.301384 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b42225ec-3e13-45ad-bcd4-0d79e9d53275 req-4a895c2b-354a-4918-a079-61ccff4b1f87 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.55 "DELETE /networking/v2.0/ports/989cc0ba-4262-490c-8eed-fd84bb533af5 HTTP/1.1" status: 204 len: 173 time: 0.9427319 Sep 29 02:20:32.548150 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cb69c941-a2d9-4abd-93f9-70119c9cd24b req-1233a27e-cde7-498c-a3e6-c2e2167482e1 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0344434 Sep 29 02:20:32.629867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc4736-de20-4155-891b-709809b3b2d7 req-bff02a13-4c67-429c-89f5-2178cabdb515 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:32.631426 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8efc4736-de20-4155-891b-709809b3b2d7 req-bff02a13-4c67-429c-89f5-2178cabdb515 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0522406 Sep 29 02:20:32.632644 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.660891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:32.683414 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8efc4736-de20-4155-891b-709809b3b2d7 req-6c7d4318-62f6-4206-bed2-5a26fd6b2d44 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459352 Sep 29 02:20:33.226152 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'name': 'network-vif-deleted', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:33.229305 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4370d973-3686-4f22-bdaf-d753fa3ccd66" -d '{"events": [{"server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "name": "network-vif-deleted", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:33.267882 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2f09dc-5cfa-4346-8df5-58500d493f70 x-openstack-request-id: req-4b2f09dc-5cfa-4346-8df5-58500d493f70 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:33.268168 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3697b-fdc2-4141-aa9c-9c79452ac257", "name": "network-vif-deleted", "tag": "989cc0ba-4262-490c-8eed-fd84bb533af5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:33.268411 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b2f09dc-5cfa-4346-8df5-58500d493f70 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:33.268796 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2f09dc-5cfa-4346-8df5-58500d493f70'] response: {'server_uuid': '9ef3697b-fdc2-4141-aa9c-9c79452ac257', 'name': 'network-vif-deleted', 'tag': '989cc0ba-4262-490c-8eed-fd84bb533af5', 'status': 'completed', 'code': 200} Sep 29 02:20:33.653847 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-706a5883-6283-4b49-af77-b2780377e049 req-ed2b2a53-f6fb-46b3-a725-21929d97421c tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0282907 Sep 29 02:20:33.819798 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95444944-30b6-4ff3-8db1-1fd2ecc03952 req-39008ba6-d0a5-4d87-90b8-d47029b06461 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:33.821276 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-95444944-30b6-4ff3-8db1-1fd2ecc03952 req-39008ba6-d0a5-4d87-90b8-d47029b06461 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0489788 Sep 29 02:20:33.868534 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-95444944-30b6-4ff3-8db1-1fd2ecc03952 req-50d6e9d5-c1b4-4671-9fd8-efdba88f1620 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415313 Sep 29 02:20:34.220028 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 989cc0ba-4262-490c-8eed-fd84bb533af5 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:34.243100 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 989cc0ba-4262-490c-8eed-fd84bb533af5 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:34.243435 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 989cc0ba-4262-490c-8eed-fd84bb533af5 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:34.764024 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7e298c17-102a-4c93-a17c-942a38954846 req-ee3f989f-57da-40a4-be3f-643ad5ecf9b2 tempest-TestMinimumBasicScenario-1915823225 tempest-TestMinimumBasicScenario-1915823225-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ef3697b-fdc2-4141-aa9c-9c79452ac257 HTTP/1.1" status: 200 len: 210 time: 0.0290177 Sep 29 02:20:34.920602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-8f4f6db2-2a6e-4f5a-b332-8cda44f86f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:34.922121 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-8f4f6db2-2a6e-4f5a-b332-8cda44f86f58 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1127 time: 0.0418403 Sep 29 02:20:34.939676 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:35.031684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:35.043835 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef089c3-0833-4f4d-9587-cacf353a599b req-ec20922c-6875-4121-af3b-36c2e814223e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:35.045321 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6ef089c3-0833-4f4d-9587-cacf353a599b req-ec20922c-6875-4121-af3b-36c2e814223e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0893266 Sep 29 02:20:35.096911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-d492f64b-b347-406e-8899-e89dae4ea2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:35.098776 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-d492f64b-b347-406e-8899-e89dae4ea2e1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1668084 Sep 29 02:20:35.132030 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6ef089c3-0833-4f4d-9587-cacf353a599b req-c1cffa72-9725-43fd-a19b-1c528dfb2e2b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797629 Sep 29 02:20:35.164333 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-fe37873a-155f-47db-bf12-82a56132ca1e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 217 time: 0.0457513 Sep 29 02:20:35.208211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-38e400ce-c81b-457d-b69a-e72d0c86e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:35.209725 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-38e400ce-c81b-457d-b69a-e72d0c86e878 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0456088 Sep 29 02:20:35.254797 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-03e3f6a4-0190-4e49-9039-41060676dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:35.256306 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-03e3f6a4-0190-4e49-9039-41060676dc42 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395839 Sep 29 02:20:35.598269 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-012b2079-4d8a-41ae-82af-dac4f77301d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988939 Sep 29 02:20:35.709990 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0f6733e0-3c31-4872-ad1c-8fcfb626ac3e req-df2a2fab-d152-4642-9ec6-d697aa0a95c8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Sep 29 02:20:36.209018 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:20:36.267136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b743cd-60dc-488c-9c1b-100a057be635 req-e75f436f-24ad-4898-8e03-f4bf113a79a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:36.268642 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84b743cd-60dc-488c-9c1b-100a057be635 req-e75f436f-24ad-4898-8e03-f4bf113a79a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0543232 Sep 29 02:20:36.320437 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:36.328138 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:36.330283 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-84b743cd-60dc-488c-9c1b-100a057be635 req-18d16f5e-979d-4091-acef-45b72d8166de tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515065 Sep 29 02:20:36.339985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:20:36.379683 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:36.379988 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:36.393444 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:36.413238 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:36.418153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:36.465133 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:36.519317 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56364) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:36.813854 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=63 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:36.814723 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=39 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:36.941470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['998a6c9b-b071-42d6-9c61-c534536f1b8e'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:37.136278 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (a77bd2a7-7078-4efa-9867-701780e701b0), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.397155 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:37.409830 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Deleting port db44bf35-9a11-49bf-aee3-141d1a220aa5 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:37.410169 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.452182 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23bb0c-2327-4591-9977-0045f419abd9 req-3b4dcf79-fc24-4fef-83c7-95e6a5041cd1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:37.453677 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5d23bb0c-2327-4591-9977-0045f419abd9 req-3b4dcf79-fc24-4fef-83c7-95e6a5041cd1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 944 time: 0.0485203 Sep 29 02:20:37.507186 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5d23bb0c-2327-4591-9977-0045f419abd9 req-1aa6dd73-4e2a-45d5-b94d-deb134549b27 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473258 Sep 29 02:20:37.719775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] For port db44bf35-9a11-49bf-aee3-141d1a220aa5, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=db44bf35-9a11-49bf-aee3-141d1a220aa5,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:37.720032 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.733230 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Calling delete_port for db44bf35-9a11-49bf-aee3-141d1a220aa5 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:37.829778 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:37.916076 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (db44bf35-9a11-49bf-aee3-141d1a220aa5), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:37.945527 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db44bf35-9a11-49bf-aee3-141d1a220aa5,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:38.116341 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (a77bd2a7-7078-4efa-9867-701780e701b0), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.239805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:20:38.283345 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 998a6c9b-b071-42d6-9c61-c534536f1b8e completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:20:38.292087 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 998a6c9b-b071-42d6-9c61-c534536f1b8e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:38.292543 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.292942 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:20:38.339186 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Router a77bd2a7-7078-4efa-9867-701780e701b0 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:38.370048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:38.371263 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.394644 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:38.396881 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf830c6-ac0b-42b2-8d0e-0e4e185fde53" -d '{"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:38.409824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:38.415532 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.442346 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:38.450868 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e856225b-7989-4051-b754-4bddd69d0ff8 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/a77bd2a7-7078-4efa-9867-701780e701b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269462 Sep 29 02:20:38.450868 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56372) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:38.451524 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee490c-0087-489f-a7d7-2ed2d740e7d1 x-openstack-request-id: req-05ee490c-0087-489f-a7d7-2ed2d740e7d1 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:38.451850 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:38.452077 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05ee490c-0087-489f-a7d7-2ed2d740e7d1 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:38.452464 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ee490c-0087-489f-a7d7-2ed2d740e7d1'] response: {'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'code': 200} Sep 29 02:20:38.458188 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Sync routers for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:38.469334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:38.471334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:38.477717 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:38.529897 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:38.556565 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks [] for router (a77bd2a7-7078-4efa-9867-701780e701b0), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.588746 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:38.657110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191264ba-672e-4883-bd28-eb9a5985efca req-a99e0e69-f9c6-4ed8-ab8b-4cf5b3e477ed tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:38.658774 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-191264ba-672e-4883-bd28-eb9a5985efca req-a99e0e69-f9c6-4ed8-ab8b-4cf5b3e477ed tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0528738 Sep 29 02:20:38.667608 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks [] for router_gateway (a77bd2a7-7078-4efa-9867-701780e701b0), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.714927 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:38.718641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Deleting port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:38.718988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.757264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1af55-bbc7-416d-b790-c1eb19675674 req-fa4f0ea2-418c-471e-b2d9-97e7bb95e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:38.759088 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dba1af55-bbc7-416d-b790-c1eb19675674 req-fa4f0ea2-418c-471e-b2d9-97e7bb95e6ff service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1129 time: 0.0642645 Sep 29 02:20:38.762689 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-191264ba-672e-4883-bd28-eb9a5985efca req-8006a6ec-87d6-4379-9bdf-078665a45ead tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868497 Sep 29 02:20:38.768634 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:20:37Z', 'revision_number': 5, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port': {'id': '55ad34e9-eade-43aa-ae96-0c7ce45a8ee0', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:34Z', 'updated_at': '2022-09-29T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:38.794606 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Checking router: a77bd2a7-7078-4efa-9867-701780e701b0 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:38.803535 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Routers {'a77bd2a7-7078-4efa-9867-701780e701b0'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:38.804138 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['a77bd2a7-7078-4efa-9867-701780e701b0'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:38.810352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] For port 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:38.810790 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:38.822175 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dba1af55-bbc7-416d-b790-c1eb19675674 req-c3f0de6e-c6ec-474a-b947-168a48bb276a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570002 Sep 29 02:20:38.824114 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Calling delete_port for 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:38.889425 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] Set router a77bd2a7-7078-4efa-9867-701780e701b0 gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:38.940680 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:20:38Z', 'revision_number': 6, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:38.965626 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b56401-0f0c-4514-b45e-dc1ada7f784f None None] The sync data for ids ['a77bd2a7-7078-4efa-9867-701780e701b0'] in dv-cinder-733062-36-iscsi is: [{'id': 'a77bd2a7-7078-4efa-9867-701780e701b0', 'name': 'tempest-TestMinimumBasicScenario-1000746268-router', 'tenant_id': '30c052816d5544b38124d98d05b32798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:33Z', 'updated_at': '2022-09-29T02:20:38Z', 'revision_number': 6, 'project_id': '30c052816d5544b38124d98d05b32798', 'gw_port_host': None}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:38.991995 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (55ad34e9-eade-43aa-ae96-0c7ce45a8ee0), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.016951 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ad34e9-eade-43aa-ae96-0c7ce45a8ee0,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:39.082712 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (a77bd2a7-7078-4efa-9867-701780e701b0), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.182965 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (a77bd2a7-7078-4efa-9867-701780e701b0), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.185228 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks [] for router_controller (a77bd2a7-7078-4efa-9867-701780e701b0), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.255219 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (a77bd2a7-7078-4efa-9867-701780e701b0), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.255802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77bd2a7-7078-4efa-9867-701780e701b0 {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:20:39.261587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.262753 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9b77cb14-be95-41d8-b66b-fdea81fa3c86 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/a77bd2a7-7078-4efa-9867-701780e701b0 HTTP/1.1" status: 204 len: 168 time: 0.8115833 Sep 29 02:20:39.265554 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56376) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:39.312383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Deleting subnet 4973815f-5c32-4f75-b1db-3450b331879b {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:20:39.316337 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Publish callbacks [] for subnet (4973815f-5c32-4f75-b1db-3450b331879b), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.360443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (4973815f-5c32-4f75-b1db-3450b331879b), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.484412 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db44bf35-9a11-49bf-aee3-141d1a220aa5 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:39.487983 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (4973815f-5c32-4f75-b1db-3450b331879b), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.505654 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: db44bf35-9a11-49bf-aee3-141d1a220aa5 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:39.506025 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device db44bf35-9a11-49bf-aee3-141d1a220aa5 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:39.514984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:39.546980 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (4973815f-5c32-4f75-b1db-3450b331879b), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.553103 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:39.576244 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4973815f-5c32-4f75-b1db-3450b331879b,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:39.582022 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.585238 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d186f4c7-1b4a-45f7-88f7-8bb7d77619f0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/4973815f-5c32-4f75-b1db-3450b331879b HTTP/1.1" status: 204 len: 168 time: 0.3186331 Sep 29 02:20:39.587778 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56378) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:39.588325 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c85d1a-f712-4af2-af0c-7c465500fb24 None None] Network c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:20:39.647564 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:39.664156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.715688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Deleting port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:39.716066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.742147 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] DHCP port deletion for c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:20:39.784716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Deleting port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:39.785083 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.787368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] For port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:39.788373 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.807803 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Calling delete_port for 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:39.893047 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:39.906363 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc053e-dea6-4f4f-a427-be57274773e6 req-8f873525-83ab-42d2-8634-6fde5b2e984b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:39.908085 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-41dc053e-dea6-4f4f-a427-be57274773e6 req-8f873525-83ab-42d2-8634-6fde5b2e984b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0505810 Sep 29 02:20:39.928680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] No DVR routers for this DVR port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:39.930844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:39.959039 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-41dc053e-dea6-4f4f-a427-be57274773e6 req-f06593d7-cceb-42bf-ba03-dbe51b257c77 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Sep 29 02:20:39.999362 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] For port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,segment=NetworkSegment(4028d061-5265-462e-a6c3-a1d21d022a8e),segment_id=4028d061-5265-462e-a6c3-a1d21d022a8e)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:39.999862 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.012408 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Calling delete_port for 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:40.017713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.037783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:40.047344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4028d061-5265-462e-a6c3-a1d21d022a8e') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:40.047640 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4028d061-5265-462e-a6c3-a1d21d022a8e') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:40.057037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (4028d061-5265-462e-a6c3-a1d21d022a8e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.070232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (4028d061-5265-462e-a6c3-a1d21d022a8e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.076979 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:20:40.077488 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (4028d061-5265-462e-a6c3-a1d21d022a8e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.088305 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.091514 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:40.113412 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] Pushing event deleted for resources: {'Port': ['ID=3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:40.117917 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 4028d061-5265-462e-a6c3-a1d21d022a8e resource provider aggregate not found Sep 29 02:20:40.119610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94c641-ca6e-44f4-b5fb-a8c159f652a6 None None] No DVR routers for this DVR port 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:40.139629 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 4028d061-5265-462e-a6c3-a1d21d022a8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4028d061-5265-462e-a6c3-a1d21d022a8e found for delete ", "request_id": "req-bc64895e-ef7e-4644-a61a-4aec2bda6a0b"}]} Sep 29 02:20:40.145444 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.151638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.154988 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b HTTP/1.1" status: 204 len: 168 time: 0.5656261 Sep 29 02:20:40.157960 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56386) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:40.170264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcad02-2a4c-4d59-952b-5453bb3d3b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c8d9a7-7400-4e7c-9e81-b91819e1ef2b,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:40.425909 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:40.444359 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:40.488273 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.723051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Deleting port 27aa5836-f0b3-44f8-9434-92ff554db131 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:40.723290 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.801737 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] For port 27aa5836-f0b3-44f8-9434-92ff554db131, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=27aa5836-f0b3-44f8-9434-92ff554db131,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:40.802116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:40.814889 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Calling delete_port for 27aa5836-f0b3-44f8-9434-92ff554db131 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:41.014816 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (27aa5836-f0b3-44f8-9434-92ff554db131), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.046869 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aa5836-f0b3-44f8-9434-92ff554db131,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:41.115523 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46548a-4324-435f-bd04-7e1ca523906f req-bf8b1d15-fc62-4ba9-afdf-f6bf2b28276b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:41.117234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cc46548a-4324-435f-bd04-7e1ca523906f req-bf8b1d15-fc62-4ba9-afdf-f6bf2b28276b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0677187 Sep 29 02:20:41.178583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cc46548a-4324-435f-bd04-7e1ca523906f req-2b6e8e9b-1133-44fe-8b48-b0c6d69d8f65 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537472 Sep 29 02:20:41.233463 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.314542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.342641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f802ccd-60f1-4707-9bc0-bc453de7dbc3 req-062306d4-2098-42b5-911e-6b012686247d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:41.344094 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-7f802ccd-60f1-4707-9bc0-bc453de7dbc3 req-062306d4-2098-42b5-911e-6b012686247d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0624115 Sep 29 02:20:41.354600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56392) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:41.359230 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Request body: {'floatingip': {'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:20:41.359849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:41.379767 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:41.380386 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 55ad34e9-eade-43aa-ae96-0c7ce45a8ee0 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:41.380965 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:41.398163 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.398417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.400497 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:41.400842 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 3e480d27-4bfc-46bf-ba93-4b6b5e52bb1e not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:41.507311 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:41.732359 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.734867 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.841228 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.846622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.848815 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:41.854345 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6a42e207-c4c3-4b23-9de1-5ae9dc5516a0 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949258 Sep 29 02:20:41.856783 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56398) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:41.858820 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Sync routers for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:41.870515 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:41.871537 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:41.946578 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Floating IP ffa2ef2e-be86-4903-946d-2e96724718c6 associated. External IP: 172.27.2.73, port: 998a6c9b-b071-42d6-9c61-c534536f1b8e. Sep 29 02:20:41.962636 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks [] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.973523 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:42.058130 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks [] for router_gateway (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.107166 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Deleting port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:42.107403 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.148232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:42.159526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:20:40Z', 'revision_number': 5, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port': {'id': '990e6bc8-9439-4bce-b1e0-dac8a45af4c9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.183881 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Checking router: ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:42.192308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Routers {'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:42.192992 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.193969 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] For port 990e6bc8-9439-4bce-b1e0-dac8a45af4c9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:42.194428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.210416 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Calling delete_port for 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:42.258197 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:42.262881 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.272401 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:42.280387 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] Set router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c gateway port host: None {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:42.294613 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-749581f4-4bd0-4a4b-b012-6914687801e7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/ffa2ef2e-be86-4903-946d-2e96724718c6 HTTP/1.1" status: 200 len: 990 time: 0.9386051 Sep 29 02:20:42.295235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:42.298037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:42.298395 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:42.299221 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.339680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a648a3-381f-4e87-b84a-02a72346c1f5 x-openstack-request-id: req-d9a648a3-381f-4e87-b84a-02a72346c1f5 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:42.339974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:42.340230 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9a648a3-381f-4e87-b84a-02a72346c1f5 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:42.340643 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a648a3-381f-4e87-b84a-02a72346c1f5'] response: {'name': 'network-changed', 'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'status': 'completed', 'code': 200} Sep 29 02:20:42.347327 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:20:42Z', 'revision_number': 6, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.378282 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c5858-3c93-450f-844d-49b1d9e812ce None None] The sync data for ids ['ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c'] in dv-cinder-733062-36-iscsi is: [{'id': 'ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c', 'name': 'tempest-TestMinimumBasicScenario-1511748436-router', 'tenant_id': '75115cecb31d48abb6236ce3dc8cd829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:14:39Z', 'updated_at': '2022-09-29T02:20:42Z', 'revision_number': 6, 'project_id': '75115cecb31d48abb6236ce3dc8cd829', 'gw_port_host': None}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:42.395574 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (990e6bc8-9439-4bce-b1e0-dac8a45af4c9), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.423580 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:42.442733 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Pushing event deleted for resources: {'Port': ['ID=990e6bc8-9439-4bce-b1e0-dac8a45af4c9,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:42.449943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-342970a0-1d2f-4298-affe-fc0dacd89d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:42.452456 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-342970a0-1d2f-4298-affe-fc0dacd89d7e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1129 time: 0.0542819 Sep 29 02:20:42.468379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:42.505567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.559319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-3eafce33-57e1-425d-9f21-01d325e64a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:42.560787 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-3eafce33-57e1-425d-9f21-01d325e64a48 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1013877 Sep 29 02:20:42.565442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:42.593886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.596360 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks [] for router_controller (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.628762 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-8dbe4800-caae-4fec-9bdf-9660ed30b013 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 998 time: 0.0608873 Sep 29 02:20:42.641000 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.641754 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:20:42.646567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.647750 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-92dc7662-1a5a-4c04-abd8-1c9e9a355992 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/ff58c978-b4bd-4c6d-b6c6-cde6ca517a8c HTTP/1.1" status: 204 len: 168 time: 0.7897222 Sep 29 02:20:42.650387 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56404) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:42.662756 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': 'ffa2ef2e-be86-4903-946d-2e96724718c6', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:26Z', 'updated_at': '2022-09-29T02:20:41Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.688186 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-51c6ef95-9b30-4925-988c-357aa9ffbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:42.689638 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-51c6ef95-9b30-4925-988c-357aa9ffbfd6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0521543 Sep 29 02:20:42.700956 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Deleting subnet dbbc8938-cad8-4caf-ada2-e70fd5f1afbd {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:20:42.705857 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Publish callbacks [] for subnet (dbbc8938-cad8-4caf-ada2-e70fd5f1afbd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.743903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-b7fd8132-4894-45b4-8415-4bc65b8078ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:42.746772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-b7fd8132-4894-45b4-8415-4bc65b8078ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491292 Sep 29 02:20:42.751521 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (dbbc8938-cad8-4caf-ada2-e70fd5f1afbd), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.789725 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:42.799738 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:42.800388 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:42.834920 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:42.848074 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (dbbc8938-cad8-4caf-ada2-e70fd5f1afbd), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.868133 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-18901540-9f40-42e1-bdd6-957c533c4d46 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131101 Sep 29 02:20:42.906095 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:42.913058 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (dbbc8938-cad8-4caf-ada2-e70fd5f1afbd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.942482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbc8938-cad8-4caf-ada2-e70fd5f1afbd,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:42.950369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:42.954105 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fee6c4fc-df6a-40f5-b599-a61243dd2d45 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/dbbc8938-cad8-4caf-ada2-e70fd5f1afbd HTTP/1.1" status: 204 len: 168 time: 0.3026273 Sep 29 02:20:42.956660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56406) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:42.958874 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb33174-8a53-4089-b862-620cb8713dff None None] Network 8c54c0bd-7455-4269-9a0a-f918e339498d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:20:43.009712 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.033384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (8c54c0bd-7455-4269-9a0a-f918e339498d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.087358 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.088009 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Deleting port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:43.088516 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.147847 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': 'ffa2ef2e-be86-4903-946d-2e96724718c6', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:26Z', 'updated_at': '2022-09-29T02:20:41Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:43.169887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] For port 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=41b5e180-aeaf-41a4-af6a-3e2e04d11077,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:43.170670 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.172770 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] DHCP port deletion for 8c54c0bd-7455-4269-9a0a-f918e339498d request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:20:43.190209 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Calling delete_port for 41b5e180-aeaf-41a4-af6a-3e2e04d11077 owned by network:dhcp {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:43.195786 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7340b-4285-4af8-b8e0-254218b0ff36 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': 'ffa2ef2e-be86-4903-946d-2e96724718c6', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:20:26Z', 'updated_at': '2022-09-29T02:20:41Z', 'revision_number': 1, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:43.228250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Deleting port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:43.229212 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.299887 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.304447 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] For port 41b5e180-aeaf-41a4-af6a-3e2e04d11077, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=41b5e180-aeaf-41a4-af6a-3e2e04d11077,segment=NetworkSegment(db6f74e4-5724-4b58-8b7d-fd71fa788b9d),segment_id=db6f74e4-5724-4b58-8b7d-fd71fa788b9d)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:43.304844 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.321580 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Calling delete_port for 41b5e180-aeaf-41a4-af6a-3e2e04d11077 owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:43.346068 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5e180-aeaf-41a4-af6a-3e2e04d11077,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:43.350432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] No DVR routers for this DVR port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 on host dv-cinder-733062-36-iscsi {{(pid=106493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:43.380644 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 27aa5836-f0b3-44f8-9434-92ff554db131 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:43.385853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.407062 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44c48b28-d4e3-4e79-9687-bc82e3ad6ca0 req-740c4d54-2f9e-4367-b60b-5866da95c990 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318017 Sep 29 02:20:43.408442 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 27aa5836-f0b3-44f8-9434-92ff554db131 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:43.408872 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 27aa5836-f0b3-44f8-9434-92ff554db131 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:43.409279 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:43.442419 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:43.442760 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 990e6bc8-9439-4bce-b1e0-dac8a45af4c9 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:43.443176 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 41b5e180-aeaf-41a4-af6a-3e2e04d11077 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:43.444264 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (8c54c0bd-7455-4269-9a0a-f918e339498d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.470510 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 41b5e180-aeaf-41a4-af6a-3e2e04d11077 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:43.470829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 41b5e180-aeaf-41a4-af6a-3e2e04d11077 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:43.478549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c54c0bd-7455-4269-9a0a-f918e339498d']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:43.486694 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.490330 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:43.490621 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6f74e4-5724-4b58-8b7d-fd71fa788b9d') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:43.498266 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (41b5e180-aeaf-41a4-af6a-3e2e04d11077), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.502310 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (db6f74e4-5724-4b58-8b7d-fd71fa788b9d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.508030 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.518790 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (db6f74e4-5724-4b58-8b7d-fd71fa788b9d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.530560 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:20:43.530960 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (db6f74e4-5724-4b58-8b7d-fd71fa788b9d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.535811 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83185889-b64e-4132-b5d4-8d7a14431715 None None] New status for floating IP ffa2ef2e-be86-4903-946d-2e96724718c6: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:43.614807 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (8c54c0bd-7455-4269-9a0a-f918e339498d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.616750 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] Pushing event deleted for resources: {'Port': ['ID=41b5e180-aeaf-41a4-af6a-3e2e04d11077,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:43.624061 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe956b0-407f-43f9-a9ac-fb88828f03f2 None None] No DVR routers for this DVR port 41b5e180-aeaf-41a4-af6a-3e2e04d11077 on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:43.626591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.635502 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/8c54c0bd-7455-4269-9a0a-f918e339498d HTTP/1.1" status: 204 len: 168 time: 0.6776924 Sep 29 02:20:43.667935 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.669459 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57b6b-4645-4df0-bdd8-b3b977b4eca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c54c0bd-7455-4269-9a0a-f918e339498d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:43.753466 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.788996 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56414) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:43.817043 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment db6f74e4-5724-4b58-8b7d-fd71fa788b9d resource provider aggregate not found Sep 29 02:20:43.836153 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c2508b56-5042-4ded-9066-ef73055d242c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=30c052816d5544b38124d98d05b32798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459526 Sep 29 02:20:43.837664 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment db6f74e4-5724-4b58-8b7d-fd71fa788b9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db6f74e4-5724-4b58-8b7d-fd71fa788b9d found for delete ", "request_id": "req-56bc2c96-11f9-437d-ac56-be57b8da0d39"}]} Sep 29 02:20:43.838745 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56418) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:43.845095 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:43.887906 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] Publish callbacks [] for security_group (d4c2a647-dfb0-4b79-a7ad-36b5929341dd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.907666 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] Publish callbacks [] for security_group (d4c2a647-dfb0-4b79-a7ad-36b5929341dd), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.965158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d4c2a647-dfb0-4b79-a7ad-36b5929341dd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.967713 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:43.968858 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d4c2a647-dfb0-4b79-a7ad-36b5929341dd HTTP/1.1" status: 204 len: 168 time: 0.1292393 Sep 29 02:20:43.977288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d86f0-e9d3-4af4-a9db-e1a00829f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c2a647-dfb0-4b79-a7ad-36b5929341dd,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:44.322157 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56424) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:44.366656 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ddd52d6d-b7fb-4531-82fd-366f88cfff58 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=75115cecb31d48abb6236ce3dc8cd829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433164 Sep 29 02:20:44.370293 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56426) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:44.422428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] Publish callbacks [] for security_group (b26eee1a-7031-48f6-95ad-7008f67ebb9b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:44.443770 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] Publish callbacks [] for security_group (b26eee1a-7031-48f6-95ad-7008f67ebb9b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:44.495213 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b26eee1a-7031-48f6-95ad-7008f67ebb9b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:44.498199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:44.499328 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b26eee1a-7031-48f6-95ad-7008f67ebb9b HTTP/1.1" status: 204 len: 168 time: 0.1280396 Sep 29 02:20:44.507367 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342fab7-9b28-4165-9082-6be5983196fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26eee1a-7031-48f6-95ad-7008f67ebb9b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:50.889714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad274c12-e80a-4820-bbd4-aa19e2b24f01 req-3a9a5fb2-da3f-4ffe-8983-f53e04e8363d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:50.891305 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ad274c12-e80a-4820-bbd4-aa19e2b24f01 req-3a9a5fb2-da3f-4ffe-8983-f53e04e8363d tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0577023 Sep 29 02:20:50.941712 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ad274c12-e80a-4820-bbd4-aa19e2b24f01 req-5dcf1302-b132-42bb-99e8-45bb29c63af6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Sep 29 02:20:52.077876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce0847-4cfb-4283-a85b-c907a66b43e7 req-7ead8547-8daf-428e-866c-d12ce50fddda tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:52.079747 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d7ce0847-4cfb-4283-a85b-c907a66b43e7 req-7ead8547-8daf-428e-866c-d12ce50fddda tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0501223 Sep 29 02:20:52.131133 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d7ce0847-4cfb-4283-a85b-c907a66b43e7 req-33030646-cb92-4a15-81de-07a73e7abf9e tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Sep 29 02:20:53.263545 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1601311-a391-4378-82f0-60af56c4a8d1 req-84957b05-f217-45a6-b28c-bd3945b76ef3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:53.265017 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1601311-a391-4378-82f0-60af56c4a8d1 req-84957b05-f217-45a6-b28c-bd3945b76ef3 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0511549 Sep 29 02:20:53.314593 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1601311-a391-4378-82f0-60af56c4a8d1 req-0f035066-837f-4bc5-96c6-848933c7df66 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Sep 29 02:20:53.747697 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:54.154967 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:20:54.182291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-8092bf54-aa92-4466-bb80-d90566b2cae7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:54.183743 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-8092bf54-aa92-4466-bb80-d90566b2cae7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0601797 Sep 29 02:20:54.274346 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Deleting port 9dab0557-c74f-4efc-aa94-60901837db9d {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:54.274676 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.389719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] For port 9dab0557-c74f-4efc-aa94-60901837db9d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9dab0557-c74f-4efc-aa94-60901837db9d,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:54.390148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.490176 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9262-d248-4e86-a6a9-d11073ae9cc7 req-3d068867-ca9b-4b17-9f23-8724bc091af0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:54.491522 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5d3a9262-d248-4e86-a6a9-d11073ae9cc7 req-3d068867-ca9b-4b17-9f23-8724bc091af0 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 946 time: 0.0874763 Sep 29 02:20:54.521754 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:54.615871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5d3a9262-d248-4e86-a6a9-d11073ae9cc7 req-5ada1707-f8d4-46f7-b73d-8e5df299f875 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f854858-2a6e-4976-9ba5-cfd065e7d584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988486 Sep 29 02:20:54.626397 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.626762 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.627083 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Floating IP 23a72b5e-1fe9-4a43-943c-99e0bb54d03d disassociated. External IP: 172.27.2.72, port: 9dab0557-c74f-4efc-aa94-60901837db9d. Sep 29 02:20:54.627427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Calling delete_port for 9dab0557-c74f-4efc-aa94-60901837db9d owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:54.764792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (9dab0557-c74f-4efc-aa94-60901837db9d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.792499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event deleted for resources: {'Port': ['ID=9dab0557-c74f-4efc-aa94-60901837db9d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:54.858164 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:54.928086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:54.988363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:55.033865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:55.043629 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:55.054182 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:55.054752 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:55.077211 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] No DVR routers for this DVR port 9dab0557-c74f-4efc-aa94-60901837db9d on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:55.079950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:55.083308 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cd22308b-36af-448f-b64d-79cdb2a768dc req-90f1783e-aad8-4d29-8072-821509ce850b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9dab0557-c74f-4efc-aa94-60901837db9d HTTP/1.1" status: 204 len: 173 time: 0.8921618 Sep 29 02:20:55.083806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'name': 'network-vif-deleted', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:55.086090 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf89fb-1508-4cfe-a5d9-e63921c7d97b" -d '{"events": [{"server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "name": "network-vif-deleted", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:55.125052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f65ee6e-faad-4dbb-9604-25ac66ed7e38 x-openstack-request-id: req-1f65ee6e-faad-4dbb-9604-25ac66ed7e38 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:55.125422 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c64925-0e77-4fe1-a53f-c7104523e59d", "name": "network-vif-deleted", "tag": "9dab0557-c74f-4efc-aa94-60901837db9d", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:55.125670 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f65ee6e-faad-4dbb-9604-25ac66ed7e38 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:55.126686 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f65ee6e-faad-4dbb-9604-25ac66ed7e38'] response: {'server_uuid': '85c64925-0e77-4fe1-a53f-c7104523e59d', 'name': 'network-vif-deleted', 'tag': '9dab0557-c74f-4efc-aa94-60901837db9d', 'status': 'completed', 'code': 200} Sep 29 02:20:55.161211 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:55.357229 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:55.385062 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:55.393555 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:55.394265 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:20:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:55.499056 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:55.699518 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:55.723739 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4a937-b859-4b47-98b0-8115462e6f4e None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 4, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'c954b685-077c-40f2-908e-5e04fdff2615', 'name': '', 'network_id': '39e5f739-8a9f-418d-a753-3adeb7a47d7a', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'mac_address': 'fa:16:3e:c9:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:49Z', 'updated_at': '2022-09-29T02:13:11Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'subnets': [{'id': '07a26b33-fd1c-402f-8b6f-2e60f9f280e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:55.740777 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1031f9e8-e536-4fe4-b186-062b4cb7a55f req-70945d1d-a56b-4eb7-a226-6344ff0536ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=85c64925-0e77-4fe1-a53f-c7104523e59d HTTP/1.1" status: 200 len: 210 time: 0.0335274 Sep 29 02:20:55.953919 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7995-335a-4605-aa7f-da1259f0ec3e None None] New status for floating IP 23a72b5e-1fe9-4a43-943c-99e0bb54d03d: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:56.303691 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 9dab0557-c74f-4efc-aa94-60901837db9d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:56.324710 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 9dab0557-c74f-4efc-aa94-60901837db9d {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:20:56.325055 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 9dab0557-c74f-4efc-aa94-60901837db9d not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:20:56.842885 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56474) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:56.900163 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (3f854858-2a6e-4976-9ba5-cfd065e7d584), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.923235 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (3f854858-2a6e-4976-9ba5-cfd065e7d584), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.977659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3f854858-2a6e-4976-9ba5-cfd065e7d584), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.980462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:56.981618 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3f854858-2a6e-4976-9ba5-cfd065e7d584 HTTP/1.1" status: 204 len: 168 time: 0.1377511 Sep 29 02:20:56.984649 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56476) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:56.991136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fb5a8-ee7c-4cee-b550-eb393523309f tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f854858-2a6e-4976-9ba5-cfd065e7d584,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:56.999662 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-acbd2879-1d01-45fd-be0c-fd07b9b8ce50 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] show failed (client error): The resource could not be found. Sep 29 02:20:57.000707 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-acbd2879-1d01-45fd-be0c-fd07b9b8ce50 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups/3f854858-2a6e-4976-9ba5-cfd065e7d584 HTTP/1.1" status: 404 len: 347 time: 0.0150049 Sep 29 02:20:57.003688 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56478) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:57.116755 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Deleting port e7ee2afb-57c9-40a2-b864-09df9f2cee44 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:57.117102 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.195804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.196138 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (e7ee2afb-57c9-40a2-b864-09df9f2cee44), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.212868 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Calling delete_port for e7ee2afb-57c9-40a2-b864-09df9f2cee44 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:57.349344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (e7ee2afb-57c9-40a2-b864-09df9f2cee44), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.379020 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event deleted for resources: {'Port': ['ID=e7ee2afb-57c9-40a2-b864-09df9f2cee44,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:57.440713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks [] for floatingip (23a72b5e-1fe9-4a43-943c-99e0bb54d03d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.443206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.444382 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-39043c86-e2e6-4a0d-8cdb-ccb984d8c4f7 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/23a72b5e-1fe9-4a43-943c-99e0bb54d03d HTTP/1.1" status: 204 len: 168 time: 0.4396999 Sep 29 02:20:57.684608 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-664a657e-bc24-460b-9e1c-97960365743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.934600 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ea9320a5-481a-41d2-bc05-1c85a2f6d8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.988709 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c263-d7f5-4959-b569-879de0197053 req-cf8104cf-5438-4fb2-afdf-82d4103a9187 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:59.990197 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae7c263-d7f5-4959-b569-879de0197053 req-cf8104cf-5438-4fb2-afdf-82d4103a9187 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0491068 Sep 29 02:21:00.043465 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ae7c263-d7f5-4959-b569-879de0197053 req-9e947ca9-be44-4c43-af64-d5cd4cdf3296 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Sep 29 02:21:00.850172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-ece445ad-2e2a-4025-a793-edb7cdc32964 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:00.851612 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-ece445ad-2e2a-4025-a793-edb7cdc32964 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0583472 Sep 29 02:21:00.937518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Deleting port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:00.937846 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:01.022334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:01.029029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] For port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:01.029383 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:01.043595 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Calling delete_port for bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:01.090250 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:01.172867 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76761c69-f52b-41b2-b258-6858fe3a906d req-ee0da1ca-cf7d-42eb-af8d-d09cab46d964 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:01.175012 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-76761c69-f52b-41b2-b258-6858fe3a906d req-ee0da1ca-cf7d-42eb-af8d-d09cab46d964 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e65686a2-ff71-452b-bcfe-c81dcbf741f9 HTTP/1.1" status: 200 len: 945 time: 0.0520456 Sep 29 02:21:01.176218 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (bed0985a-cae7-47c3-8b9d-3c76eb77b4e4), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:01.203548 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event deleted for resources: {'Port': ['ID=bed0985a-cae7-47c3-8b9d-3c76eb77b4e4,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:01.215069 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:01.220393 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.220733 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.221044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.221385 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.221698 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.222044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.222690 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.223013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.223334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.223650 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.223970 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.224278 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.224591 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.224903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.225214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:01.229565 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-76761c69-f52b-41b2-b258-6858fe3a906d req-50e69a1a-25cd-4271-8e0d-25cbbb4abdbb tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Sep 29 02:21:01.277214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] No DVR routers for this DVR port bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:01.279815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:01.283137 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6edf3f47-8000-44ff-9e51-39d9db5f7764 req-d70d86e8-8afb-4e20-9cd8-5fa4542280ba tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "DELETE /networking/v2.0/ports/bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 HTTP/1.1" status: 204 len: 173 time: 0.4253218 Sep 29 02:21:01.283825 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'name': 'network-vif-deleted', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:01.286114 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da867124-014e-4fe3-a4bc-54e774cc0528" -d '{"events": [{"server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "name": "network-vif-deleted", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:01.304688 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:01.338119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ea6bd-f620-4b15-be6d-3025b133e9f3 x-openstack-request-id: req-c90ea6bd-f620-4b15-be6d-3025b133e9f3 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:01.338583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65686a2-ff71-452b-bcfe-c81dcbf741f9", "name": "network-vif-deleted", "tag": "bed0985a-cae7-47c3-8b9d-3c76eb77b4e4", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:01.338716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c90ea6bd-f620-4b15-be6d-3025b133e9f3 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:01.339077 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90ea6bd-f620-4b15-be6d-3025b133e9f3'] response: {'server_uuid': 'e65686a2-ff71-452b-bcfe-c81dcbf741f9', 'name': 'network-vif-deleted', 'tag': 'bed0985a-cae7-47c3-8b9d-3c76eb77b4e4', 'status': 'completed', 'code': 200} Sep 29 02:21:02.518499 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:02.556305 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc933-b6d8-4aeb-b254-25d79c6c26d5 req-40ad2e9e-b1f2-46b1-862f-bb6af9eabe6a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:02.557793 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-97dbc933-b6d8-4aeb-b254-25d79c6c26d5 req-40ad2e9e-b1f2-46b1-862f-bb6af9eabe6a tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0480044 Sep 29 02:21:02.605589 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-97dbc933-b6d8-4aeb-b254-25d79c6c26d5 req-369fb798-f677-4386-9cfe-acd3c8c49dd9 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Sep 29 02:21:02.649242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:02.658085 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.377233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761db6ef-6a8e-4311-bed0-61985093f259 req-1d18c084-af7e-402e-8ffb-3d0c55cb55b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:03.378689 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-761db6ef-6a8e-4311-bed0-61985093f259 req-1d18c084-af7e-402e-8ffb-3d0c55cb55b2 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Sep 29 02:21:03.466926 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Deleting port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:03.467235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.560006 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] For port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:03.560365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.573159 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Calling delete_port for 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:03.719680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (8d6a66c4-84ec-4b80-817a-4a5dfdc81a64), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.763865 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9684e2c-61c2-4ca3-b413-23c690f71739 req-d013d5cf-e5a2-4a9b-9b21-aad2552bdcf6 tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1bcb7821-6480-46f9-a220-78d1214f7181 HTTP/1.1" status: 200 len: 210 time: 0.0539896 Sep 29 02:21:03.766695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Pushing event deleted for resources: {'Port': ['ID=8d6a66c4-84ec-4b80-817a-4a5dfdc81a64,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:03.769884 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['8d6a66c4-84ec-4b80-817a-4a5dfdc81a64'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:03.820943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] No DVR routers for this DVR port 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:03.823368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.826607 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-761db6ef-6a8e-4311-bed0-61985093f259 req-a6541f23-8fdf-4997-a50c-a1cc60949a8b tempest-ServerRescueNegativeTestJSON-1696685857 tempest-ServerRescueNegativeTestJSON-1696685857-project] 10.222.0.55 "DELETE /networking/v2.0/ports/8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 HTTP/1.1" status: 204 len: 173 time: 0.4402158 Sep 29 02:21:03.827147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'name': 'network-vif-deleted', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:03.829315 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b1a67-ff46-4b49-a5ec-a08e0a85fac3" -d '{"events": [{"server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "name": "network-vif-deleted", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:03.873427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd6f33f-ee03-47f4-a7e5-0c5846ec2d7b x-openstack-request-id: req-acd6f33f-ee03-47f4-a7e5-0c5846ec2d7b {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:03.873719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcb7821-6480-46f9-a220-78d1214f7181", "name": "network-vif-deleted", "tag": "8d6a66c4-84ec-4b80-817a-4a5dfdc81a64", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:03.873971 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acd6f33f-ee03-47f4-a7e5-0c5846ec2d7b {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:03.874519 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd6f33f-ee03-47f4-a7e5-0c5846ec2d7b'] response: {'server_uuid': '1bcb7821-6480-46f9-a220-78d1214f7181', 'name': 'network-vif-deleted', 'tag': '8d6a66c4-84ec-4b80-817a-4a5dfdc81a64', 'status': 'completed', 'code': 200} Sep 29 02:21:04.433052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:04.454884 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:04.455236 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device bed0985a-cae7-47c3-8b9d-3c76eb77b4e4 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:04.455640 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:04.473812 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:04.474185 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 8d6a66c4-84ec-4b80-817a-4a5dfdc81a64 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:04.851086 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56520) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:05.175467 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.397253 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.616353 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Deleting port c954b685-077c-40f2-908e-5e04fdff2615 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:05.616654 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (c954b685-077c-40f2-908e-5e04fdff2615), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.696812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] For port c954b685-077c-40f2-908e-5e04fdff2615, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=c954b685-077c-40f2-908e-5e04fdff2615,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:05.697048 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (c954b685-077c-40f2-908e-5e04fdff2615), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.702242 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=76 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.703010 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=95 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.710025 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Calling delete_port for c954b685-077c-40f2-908e-5e04fdff2615 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:05.880432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.907454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (c954b685-077c-40f2-908e-5e04fdff2615), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.936388 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c954b685-077c-40f2-908e-5e04fdff2615,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:05.989214 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:06.101508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.304817 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:06.405894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:06.412114 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-0dd9e4f0-ca18-4b3f-bd3a-684ca22e5cbe admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1c8d886a-d2f9-4f5f-b436-eda3fe8d4771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597365 Sep 29 02:21:06.413504 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56524) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:06.416127 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Sync routers for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:06.427102 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:06.427788 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.531802 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:06.770126 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks [] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.797852 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:21:05Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.822399 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Checking router: 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:06.831002 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Routers {'1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:06.831607 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.873591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks [] for router_gateway (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.917094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Deleting port f319bf65-0bc8-489a-ba23-d458a0280906 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:06.917776 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.930976 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] Set router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:06.998392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] For port f319bf65-0bc8-489a-ba23-d458a0280906, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f319bf65-0bc8-489a-ba23-d458a0280906,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:06.998723 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.011894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Calling delete_port for f319bf65-0bc8-489a-ba23-d458a0280906 owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:07.056729 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:07.093653 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:21:05Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:07.109273 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:07.122110 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef6f18-6ce7-4316-9a0a-31ea6f9e90a1 None None] The sync data for ids ['1c8d886a-d2f9-4f5f-b436-eda3fe8d4771'] in dv-cinder-733062-36-iscsi is: [{'id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'name': 'tempest-ServerRescueNegativeTestJSON-861434428-router', 'tenant_id': '8f88658c804e40229386a559fd2a1fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:21:05Z', 'revision_number': 5, 'project_id': '8f88658c804e40229386a559fd2a1fa9', 'gw_port': {'id': 'f319bf65-0bc8-489a-ba23-d458a0280906', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d886a-d2f9-4f5f-b436-eda3fe8d4771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:07.182281 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (f319bf65-0bc8-489a-ba23-d458a0280906), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.210533 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f319bf65-0bc8-489a-ba23-d458a0280906,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:07.271964 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.368688 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.371057 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks [] for router_controller (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.415390 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (1c8d886a-d2f9-4f5f-b436-eda3fe8d4771), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.415909 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:21:07.421502 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.423225 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-08352dea-12fd-45b3-9258-7b14303e71ec admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/1c8d886a-d2f9-4f5f-b436-eda3fe8d4771 HTTP/1.1" status: 204 len: 168 time: 1.0082364 Sep 29 02:21:07.425726 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56526) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:07.482629 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Deleting subnet 07a26b33-fd1c-402f-8b6f-2e60f9f280e4 {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:21:07.488124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Publish callbacks [] for subnet (07a26b33-fd1c-402f-8b6f-2e60f9f280e4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.552056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (07a26b33-fd1c-402f-8b6f-2e60f9f280e4), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.624899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device c954b685-077c-40f2-908e-5e04fdff2615 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:07.644542 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (07a26b33-fd1c-402f-8b6f-2e60f9f280e4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.646614 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: c954b685-077c-40f2-908e-5e04fdff2615 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:07.646960 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device c954b685-077c-40f2-908e-5e04fdff2615 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:07.701823 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (07a26b33-fd1c-402f-8b6f-2e60f9f280e4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.728291 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a26b33-fd1c-402f-8b6f-2e60f9f280e4,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:07.731755 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.734877 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-aae9ea45-b4ed-4638-8568-8295f4edd5ff admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/07a26b33-fd1c-402f-8b6f-2e60f9f280e4 HTTP/1.1" status: 204 len: 168 time: 0.3079073 Sep 29 02:21:07.738124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56528) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:07.741393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706e10c-1814-483e-a606-4734da9b8a46 None None] Network 39e5f739-8a9f-418d-a753-3adeb7a47d7a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:07.811509 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (39e5f739-8a9f-418d-a753-3adeb7a47d7a), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.865371 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Deleting port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:07.865713 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.928222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] For port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,segment=NetworkSegment(0a62e83f-d5ae-4009-9d09-8194af1cdb14),segment_id=0a62e83f-d5ae-4009-9d09-8194af1cdb14)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:07.928895 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:07.941510 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Calling delete_port for a00be9b6-5a41-4403-bf0d-5fb3ee540e4a owned by network:dhcp {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:07.985410 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:08.029065 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (a00be9b6-5a41-4403-bf0d-5fb3ee540e4a), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.053962 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00be9b6-5a41-4403-bf0d-5fb3ee540e4a,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:08.055768 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] No DVR routers for this DVR port a00be9b6-5a41-4403-bf0d-5fb3ee540e4a on host dv-cinder-733062-36-iscsi {{(pid=106493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:08.116872 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:08.128012 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (39e5f739-8a9f-418d-a753-3adeb7a47d7a), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.152715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e5f739-8a9f-418d-a753-3adeb7a47d7a']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:08.162905 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a62e83f-d5ae-4009-9d09-8194af1cdb14') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:08.163199 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a62e83f-d5ae-4009-9d09-8194af1cdb14') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:08.173877 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (0a62e83f-d5ae-4009-9d09-8194af1cdb14), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.191031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (0a62e83f-d5ae-4009-9d09-8194af1cdb14), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.198093 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:21:08.198488 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (0a62e83f-d5ae-4009-9d09-8194af1cdb14), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.210824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d92e41-5e88-4ea5-8398-55d64acb33a4 None None] DHCP port deletion for 39e5f739-8a9f-418d-a753-3adeb7a47d7a request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:21:08.244697 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 0a62e83f-d5ae-4009-9d09-8194af1cdb14 resource provider aggregate not found Sep 29 02:21:08.261899 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 0a62e83f-d5ae-4009-9d09-8194af1cdb14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a62e83f-d5ae-4009-9d09-8194af1cdb14 found for delete ", "request_id": "req-8ebd091a-238f-4fb6-8dee-3665249ded9f"}]} Sep 29 02:21:08.271170 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (39e5f739-8a9f-418d-a753-3adeb7a47d7a), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.276513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.279521 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/39e5f739-8a9f-418d-a753-3adeb7a47d7a HTTP/1.1" status: 204 len: 168 time: 0.5405307 Sep 29 02:21:08.290657 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646c8f-a7f6-40ed-a2dd-24c11ccf0712 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e5f739-8a9f-418d-a753-3adeb7a47d7a,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:08.408845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56536) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:08.452347 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7de358cb-3454-47c0-8f94-7334451c497d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8f88658c804e40229386a559fd2a1fa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411503 Sep 29 02:21:08.453905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56538) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:08.503063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] Publish callbacks [] for security_group (2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.526741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] Publish callbacks [] for security_group (2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.529023 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:08.583165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.585754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:08.586961 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba HTTP/1.1" status: 204 len: 168 time: 0.1321547 Sep 29 02:21:08.594715 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24acaa5-1017-466a-850b-5a066c8d6235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a28a8fd-a0d1-4b8d-a297-dc488b8e0eba,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:09.301903 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f319bf65-0bc8-489a-ba23-d458a0280906 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:09.324721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: f319bf65-0bc8-489a-ba23-d458a0280906 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:09.325058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f319bf65-0bc8-489a-ba23-d458a0280906 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:09.330279 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a00be9b6-5a41-4403-bf0d-5fb3ee540e4a no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:09.469662 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: a00be9b6-5a41-4403-bf0d-5fb3ee540e4a {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:09.469901 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a00be9b6-5a41-4403-bf0d-5fb3ee540e4a not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:13.772633 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:18.264938 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=3,neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.281481 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.568007 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.591273 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=11,neutron:SELECT=75 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:19.297379 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56658) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:19.408201 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a12cf1b2-5727-4e0b-b193-177deee2b4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.487495 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a12cf1b2-5727-4e0b-b193-177deee2b4c4 admin admin] Publish callbacks [] for security_group (aa82669b-24f8-4a60-ab1c-fb2a26afd31f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.494206 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a12cf1b2-5727-4e0b-b193-177deee2b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (aa82669b-24f8-4a60-ab1c-fb2a26afd31f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.537243 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a12cf1b2-5727-4e0b-b193-177deee2b4c4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f6207fc27f8546028eced464da11be94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386980 Sep 29 02:21:19.538211 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cf1b2-5727-4e0b-b193-177deee2b4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa82669b-24f8-4a60-ab1c-fb2a26afd31f,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:19.540180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56662) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:19.595091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] Publish callbacks [] for security_group (aa82669b-24f8-4a60-ab1c-fb2a26afd31f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.616417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] Publish callbacks [] for security_group (aa82669b-24f8-4a60-ab1c-fb2a26afd31f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.668304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (aa82669b-24f8-4a60-ab1c-fb2a26afd31f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.671163 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:19.672326 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/aa82669b-24f8-4a60-ab1c-fb2a26afd31f HTTP/1.1" status: 204 len: 168 time: 0.1309257 Sep 29 02:21:19.680049 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279073c-5899-4caf-aefc-4b76432cbf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa82669b-24f8-4a60-ab1c-fb2a26afd31f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:20.964357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56714) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:21.070532 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e687f682-28a2-4cbd-b360-a1c4ccafc117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.147384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e687f682-28a2-4cbd-b360-a1c4ccafc117 admin admin] Publish callbacks [] for security_group (8ece75f1-7af1-407f-99e3-344aaa95fd99), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.153177 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e687f682-28a2-4cbd-b360-a1c4ccafc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8ece75f1-7af1-407f-99e3-344aaa95fd99), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.190968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687f682-28a2-4cbd-b360-a1c4ccafc117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ece75f1-7af1-407f-99e3-344aaa95fd99,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:21.195077 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e687f682-28a2-4cbd-b360-a1c4ccafc117 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=dc6e32ff424f435d89bef15929d19218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296631 Sep 29 02:21:21.198996 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56718) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:21.250399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] Publish callbacks [] for security_group (8ece75f1-7af1-407f-99e3-344aaa95fd99), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.271726 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] Publish callbacks [] for security_group (8ece75f1-7af1-407f-99e3-344aaa95fd99), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.324789 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8ece75f1-7af1-407f-99e3-344aaa95fd99), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.327372 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:21.330521 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8ece75f1-7af1-407f-99e3-344aaa95fd99 HTTP/1.1" status: 204 len: 168 time: 0.1305611 Sep 29 02:21:21.338328 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ec590-971d-4c75-b83c-eda988903baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ece75f1-7af1-407f-99e3-344aaa95fd99,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:22.736194 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=69 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:22.738412 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=77 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.008684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56806) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.118484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9040aa1f-c844-4f91-97f4-1a8c35d6b3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.197139 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9040aa1f-c844-4f91-97f4-1a8c35d6b3fe admin admin] Publish callbacks [] for security_group (1a306d67-42bd-47bd-b2c5-b2d1173ae93a), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.203332 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9040aa1f-c844-4f91-97f4-1a8c35d6b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1a306d67-42bd-47bd-b2c5-b2d1173ae93a), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.240219 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040aa1f-c844-4f91-97f4-1a8c35d6b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a306d67-42bd-47bd-b2c5-b2d1173ae93a,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.244511 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-9040aa1f-c844-4f91-97f4-1a8c35d6b3fe admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=586d7614e7cf4c0fbd54465394217e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348273 Sep 29 02:21:26.247556 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56810) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.290956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.297520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] Publish callbacks [] for security_group (1a306d67-42bd-47bd-b2c5-b2d1173ae93a), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.323391 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] Publish callbacks [] for security_group (1a306d67-42bd-47bd-b2c5-b2d1173ae93a), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.378784 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1a306d67-42bd-47bd-b2c5-b2d1173ae93a), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.381158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.382326 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1a306d67-42bd-47bd-b2c5-b2d1173ae93a HTTP/1.1" status: 204 len: 168 time: 0.1340024 Sep 29 02:21:26.390031 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb3005-bee7-4b81-a647-e1eee7e5bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a306d67-42bd-47bd-b2c5-b2d1173ae93a,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.400577 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.402576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.662988 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56816) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.670118 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.677275 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-036e5549-e925-4fed-8b22-b2a9804e475e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.755201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-036e5549-e925-4fed-8b22-b2a9804e475e admin admin] Publish callbacks [] for security_group (7ab71d63-851f-46d5-b923-0163c604be92), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.761362 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-036e5549-e925-4fed-8b22-b2a9804e475e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7ab71d63-851f-46d5-b923-0163c604be92), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.800897 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-036e5549-e925-4fed-8b22-b2a9804e475e admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=969fcc330a3f4fdc85bdfe12f631b73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368003 Sep 29 02:21:26.801720 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e5549-e925-4fed-8b22-b2a9804e475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab71d63-851f-46d5-b923-0163c604be92,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.803832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56818) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.857439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Publish callbacks [] for security_group (7ab71d63-851f-46d5-b923-0163c604be92), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.877921 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Publish callbacks [] for security_group (7ab71d63-851f-46d5-b923-0163c604be92), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.924915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7ab71d63-851f-46d5-b923-0163c604be92), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.927513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.928665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7ab71d63-851f-46d5-b923-0163c604be92 HTTP/1.1" status: 204 len: 168 time: 0.1237648 Sep 29 02:21:26.936198 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab71d63-851f-46d5-b923-0163c604be92,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.943659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.943998 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.944328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.944652 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.944970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.945287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.945620 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.945913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.946254 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.946567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.946877 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.947187 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.947512 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.947799 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:26.948104 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c357039-e2aa-49c2-91cf-3aeb6b94fb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:27.679600 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ea975306-61fc-4077-b40f-62069184f221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.939588 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c27301c0-2d1e-4134-9723-218cf11cd297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.885050 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4a069-6d56-4055-b526-e4a907067361 req-87abf579-eb14-4536-b0ce-19492b079495 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:30.886536 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-02a4a069-6d56-4055-b526-e4a907067361 req-87abf579-eb14-4536-b0ce-19492b079495 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0534525 Sep 29 02:21:30.938826 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-02a4a069-6d56-4055-b526-e4a907067361 req-c9407184-b521-49d7-bce1-9eca20ce4b56 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446789 Sep 29 02:21:31.160189 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:21:31.279238 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.075613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0d4c-3487-4205-acd6-19765a23bd33 req-f46b618f-a7ea-43b1-b2c0-20eb82a5a123 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.077140 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34dd0d4c-3487-4205-acd6-19765a23bd33 req-f46b618f-a7ea-43b1-b2c0-20eb82a5a123 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0500467 Sep 29 02:21:32.129966 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-34dd0d4c-3487-4205-acd6-19765a23bd33 req-69394efc-a2cd-4966-81bf-4f2e69a8b7c4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91474a23-515e-4664-b157-5af3358ce159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465567 Sep 29 02:21:32.160383 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56930) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:32.282200 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9a68f58a-7526-4abb-a099-4065efa1f2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.370320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9a68f58a-7526-4abb-a099-4065efa1f2c8 admin admin] Publish callbacks [] for security_group (2af2d95a-79f9-4caf-af18-598ff50c4d6b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.375952 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9a68f58a-7526-4abb-a099-4065efa1f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2af2d95a-79f9-4caf-af18-598ff50c4d6b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.393740 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-4dc891b6-109b-48fa-a800-624036b40723 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:32.395204 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-4dc891b6-109b-48fa-a800-624036b40723 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 945 time: 0.0493631 Sep 29 02:21:32.413078 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68f58a-7526-4abb-a099-4065efa1f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af2d95a-79f9-4caf-af18-598ff50c4d6b,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:32.419996 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9a68f58a-7526-4abb-a099-4065efa1f2c8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d0bb74f9f34c4fa2a5a23b69eb43a30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558260 Sep 29 02:21:32.420154 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56934) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:32.469518 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] Publish callbacks [] for security_group (2af2d95a-79f9-4caf-af18-598ff50c4d6b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.477579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Deleting port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:32.477922 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.489930 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] Publish callbacks [] for security_group (2af2d95a-79f9-4caf-af18-598ff50c4d6b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.541018 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2af2d95a-79f9-4caf-af18-598ff50c4d6b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.547414 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.547414 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2af2d95a-79f9-4caf-af18-598ff50c4d6b HTTP/1.1" status: 204 len: 168 time: 0.1238084 Sep 29 02:21:32.560088 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18beae-9d98-4429-bce0-3158ea12935a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af2d95a-79f9-4caf-af18-598ff50c4d6b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:32.578325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] For port 870d1dee-af78-44b4-8d9b-36d459c3e5c4, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=870d1dee-af78-44b4-8d9b-36d459c3e5c4,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:32.578692 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.651412 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.657291 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.756730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.757098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (236cea98-82a2-4804-a777-df375d38058d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.757415 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Floating IP 236cea98-82a2-4804-a777-df375d38058d disassociated. External IP: 172.27.2.166, port: 870d1dee-af78-44b4-8d9b-36d459c3e5c4. Sep 29 02:21:32.757758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Calling delete_port for 870d1dee-af78-44b4-8d9b-36d459c3e5c4 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:32.837573 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56940) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:32.844658 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:32.857180 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f01136b5-be89-4ca5-8cff-715fca168d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.858856 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:32.880045 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:32.897413 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (870d1dee-af78-44b4-8d9b-36d459c3e5c4), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.927485 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'Port': ['ID=870d1dee-af78-44b4-8d9b-36d459c3e5c4,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:32.949271 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f01136b5-be89-4ca5-8cff-715fca168d9f admin admin] Publish callbacks [] for security_group (67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.954255 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f01136b5-be89-4ca5-8cff-715fca168d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:32.995218 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f01136b5-be89-4ca5-8cff-715fca168d9f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=05740a7d1d0c40bbbe3408de006c3d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562943 Sep 29 02:21:32.996041 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01136b5-be89-4ca5-8cff-715fca168d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:32.999087 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56942) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:33.025652 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:33.039770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:33.048247 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] Publish callbacks [] for security_group (67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.068688 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] Publish callbacks [] for security_group (67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.116381 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.119476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.120793 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1 HTTP/1.1" status: 204 len: 168 time: 0.1203129 Sep 29 02:21:33.130452 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e640e9-014b-4c51-a83c-4aa2dd58e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e20b9a-e0a1-4dfe-aa02-3a65a7fb5aa1,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:33.152891 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:33.173113 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:33.204015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] No DVR routers for this DVR port 870d1dee-af78-44b4-8d9b-36d459c3e5c4 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:33.206718 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:33.206991 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:33.207927 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:33.209923 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-69035bbd-6f54-4b82-8707-a1d26ca4fe72 req-9de918d3-8f69-41a6-b7da-e9f83ef778f0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "DELETE /networking/v2.0/ports/870d1dee-af78-44b4-8d9b-36d459c3e5c4 HTTP/1.1" status: 204 len: 173 time: 0.8094246 Sep 29 02:21:33.211818 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'name': 'network-vif-deleted', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:33.212719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f026f05-e173-4ac1-92e2-0775de6dc3db" -d '{"events": [{"server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "name": "network-vif-deleted", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:33.285374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94843d8-20f5-448f-b87a-33124c1f5002 x-openstack-request-id: req-d94843d8-20f5-448f-b87a-33124c1f5002 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:33.285663 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122ad38e-8b7c-440d-99ab-e3c7063691ad", "name": "network-vif-deleted", "tag": "870d1dee-af78-44b4-8d9b-36d459c3e5c4", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:33.285910 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d94843d8-20f5-448f-b87a-33124c1f5002 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:33.288765 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94843d8-20f5-448f-b87a-33124c1f5002'] response: {'server_uuid': '122ad38e-8b7c-440d-99ab-e3c7063691ad', 'name': 'network-vif-deleted', 'tag': '870d1dee-af78-44b4-8d9b-36d459c3e5c4', 'status': 'completed', 'code': 200} Sep 29 02:21:33.341760 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b45ca018-0e8d-4992-bf4d-fbe1252ffb31 req-269faa88-5bea-43f9-8875-749700c627ed tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=122ad38e-8b7c-440d-99ab-e3c7063691ad HTTP/1.1" status: 200 len: 210 time: 0.0749478 Sep 29 02:21:33.376505 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:33.593528 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:33.622378 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:33.631127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:33.631726 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:33.733504 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:33.925791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:33.955140 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf4c75-8bd6-48c3-a778-9619cb628179 None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:34.176930 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65344ec6-bcf0-4d87-b16c-adbd476c1805 None None] New status for floating IP 236cea98-82a2-4804-a777-df375d38058d: DOWN {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:21:34.435158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 870d1dee-af78-44b4-8d9b-36d459c3e5c4 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:34.439829 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 56986) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:34.461632 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 870d1dee-af78-44b4-8d9b-36d459c3e5c4 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:34.461899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 870d1dee-af78-44b4-8d9b-36d459c3e5c4 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:34.495045 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (91474a23-515e-4664-b157-5af3358ce159), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.517622 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (91474a23-515e-4664-b157-5af3358ce159), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.566873 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (91474a23-515e-4664-b157-5af3358ce159), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.569381 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.570605 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/91474a23-515e-4664-b157-5af3358ce159 HTTP/1.1" status: 204 len: 168 time: 0.1297328 Sep 29 02:21:34.573523 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56992) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:34.585482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23be27e-b7aa-4d35-8e70-29b20c2a3a97 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91474a23-515e-4664-b157-5af3358ce159,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:34.588785 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-513617fa-82c7-41a5-abc6-7b516ba94eda tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] show failed (client error): The resource could not be found. Sep 29 02:21:34.589832 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-513617fa-82c7-41a5-abc6-7b516ba94eda tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups/91474a23-515e-4664-b157-5af3358ce159 HTTP/1.1" status: 404 len: 347 time: 0.0152962 Sep 29 02:21:34.592817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 56994) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:34.717272 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Deleting port 0f8a625e-9965-4b73-9c64-5bf4b5776ab0 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:34.717614 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.802304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.802643 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.815636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Calling delete_port for 0f8a625e-9965-4b73-9c64-5bf4b5776ab0 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:34.959008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (0f8a625e-9965-4b73-9c64-5bf4b5776ab0), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.987316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'Port': ['ID=0f8a625e-9965-4b73-9c64-5bf4b5776ab0,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.048590 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (236cea98-82a2-4804-a777-df375d38058d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.051140 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.052315 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-415b18e2-1219-4342-a964-6066a80035fb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/236cea98-82a2-4804-a777-df375d38058d HTTP/1.1" status: 204 len: 168 time: 0.4585683 Sep 29 02:21:35.138883 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57012) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.143628 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828350006', 'description': 'tempest-description--2088375171'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:35.165406 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.239428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (ca12ec87-ca5c-41f9-83d4-199bf23653b5), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.244921 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ca12ec87-ca5c-41f9-83d4-199bf23653b5), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.274763 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.276012 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361141 Sep 29 02:21:35.278974 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57018) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.284354 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group_rule': {'security_group_id': 'ca12ec87-ca5c-41f9-83d4-199bf23653b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:35.289983 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46675580-d105-4da2-b776-087c184362fd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12ec87-ca5c-41f9-83d4-199bf23653b5,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.315518 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (9b7eefc0-16f8-4b46-aef2-27344b7ba2cb), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.358446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.376423 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (9b7eefc0-16f8-4b46-aef2-27344b7ba2cb), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.381550 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (9b7eefc0-16f8-4b46-aef2-27344b7ba2cb), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.403954 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7eefc0-16f8-4b46-aef2-27344b7ba2cb,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.410357 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.411703 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fc2ca0e6-4dbf-4236-977f-a16f686e62e0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309321 Sep 29 02:21:35.414594 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57022) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.419314 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'security_group_rule': {'security_group_id': 'ca12ec87-ca5c-41f9-83d4-199bf23653b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:35.446884 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (9bd386cb-cab3-4f63-badb-74033249f73f), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.468730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.507779 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (9bd386cb-cab3-4f63-badb-74033249f73f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.512748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (9bd386cb-cab3-4f63-badb-74033249f73f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.533174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd386cb-cab3-4f63-badb-74033249f73f,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.540828 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.542070 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6a92eb6e-23e5-4c90-a235-2648efbe731f tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265047 Sep 29 02:21:35.545304 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57030) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.550444 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:35.572372 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.653134 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.763827 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Allocated IP 172.27.2.165 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/0e1a6ef2-663a-47eb-81fd-bcedce80a123) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:35.830703 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57034) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.867474 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.900919 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.940468 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:35.940666 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4503403d-354e-44b1-8453-fdeb05c08154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.947099 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:35.951036 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:35.956322 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=0e1a6ef2-663a-47eb-81fd-bcedce80a123,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.989267 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.028320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4503403d-354e-44b1-8453-fdeb05c08154 admin admin] Publish callbacks [] for security_group (a720a5f1-80cc-49fe-b8eb-be88b441c9be), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.033203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4503403d-354e-44b1-8453-fdeb05c08154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a720a5f1-80cc-49fe-b8eb-be88b441c9be), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.035362 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.065142 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.074055 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.074473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4503403d-354e-44b1-8453-fdeb05c08154 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ed8465777e4a416e80829abcb2a21ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424698 Sep 29 02:21:36.075399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503403d-354e-44b1-8453-fdeb05c08154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a720a5f1-80cc-49fe-b8eb-be88b441c9be,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.077079 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57038) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:36.131364 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.200635 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] Publish callbacks [] for security_group (a720a5f1-80cc-49fe-b8eb-be88b441c9be), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.234043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] Publish callbacks [] for security_group (a720a5f1-80cc-49fe-b8eb-be88b441c9be), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.306899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.314228 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.320069 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a720a5f1-80cc-49fe-b8eb-be88b441c9be), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.322524 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.323643 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a720a5f1-80cc-49fe-b8eb-be88b441c9be HTTP/1.1" status: 204 len: 168 time: 0.2456658 Sep 29 02:21:36.369137 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5994ef-9336-486f-a5e2-90633609d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720a5f1-80cc-49fe-b8eb-be88b441c9be,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.393033 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.395892 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=0e1a6ef2-663a-47eb-81fd-bcedce80a123,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.413002 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.422982 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-dab3589a-2000-4a0d-808d-ed02d9ec4947 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8677280 Sep 29 02:21:36.615611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57060) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:36.620927 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-71cb83ae-5115-4fce-8cde-95b90135d1dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--828350006&fields=id&tenant_id=e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 267 time: 0.0469780 Sep 29 02:21:36.629969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-51a55c6d-12b0-4cec-9711-143cf77e8ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.663035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.709126 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-51a55c6d-12b0-4cec-9711-143cf77e8ab2 admin admin] Publish callbacks [] for security_group (43840372-0cb3-4161-87e4-0ca1480efc8c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.714403 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-51a55c6d-12b0-4cec-9711-143cf77e8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (43840372-0cb3-4161-87e4-0ca1480efc8c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.726387 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-33cacda3-68a0-4f70-99fd-91aa3ddb69d2 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:36.727840 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-33cacda3-68a0-4f70-99fd-91aa3ddb69d2 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 810 time: 0.0999358 Sep 29 02:21:36.742782 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-c213f705-bd00-477c-ad7e-4f4a6f2af753 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/quotas/e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Sep 29 02:21:36.754105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-51a55c6d-12b0-4cec-9711-143cf77e8ab2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=578cfe8d3fa64cf48a575bd565d25916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372640 Sep 29 02:21:36.755606 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a55c6d-12b0-4cec-9711-143cf77e8ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43840372-0cb3-4161-87e4-0ca1480efc8c,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.758018 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57062) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:36.799029 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-50d54bf9-e1cc-4187-a151-c78c3af4ec31 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506504 Sep 29 02:21:36.807634 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] Publish callbacks [] for security_group (43840372-0cb3-4161-87e4-0ca1480efc8c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.829072 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] Publish callbacks [] for security_group (43840372-0cb3-4161-87e4-0ca1480efc8c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.880145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (43840372-0cb3-4161-87e4-0ca1480efc8c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.883354 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.884534 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/43840372-0cb3-4161-87e4-0ca1480efc8c HTTP/1.1" status: 204 len: 168 time: 0.1256509 Sep 29 02:21:36.892400 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861488d-74e7-496b-a549-41aeb7608f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43840372-0cb3-4161-87e4-0ca1480efc8c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:37.043695 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-eec889e4-5156-494a-b658-03be1b9c2245 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326546 Sep 29 02:21:37.137991 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-509c52da-5ad5-4ecc-9634-687bef322125 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881698 Sep 29 02:21:37.330631 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3ae836e1-c0eb-4ac9-9e05-43160e560130 req-9362fad1-3e6f-43a4-b918-c65286acd517 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Sep 29 02:21:38.442389 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f468fc93-592d-4c10-8670-abbfe51c3213 req-1934a368-9a34-4cb3-b342-1c9de2d6164a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 210 time: 0.0300229 Sep 29 02:21:38.542972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-6cd3b3fd-8618-42d2-a2e1-80e45faad98a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:38.544397 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-6cd3b3fd-8618-42d2-a2e1-80e45faad98a tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 810 time: 0.1223178 Sep 29 02:21:38.886645 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-23e1c401-a964-4f54-86bd-28f42d0e85ef tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e72ef47313ef4a8582a9e060d5597fc0 HTTP/1.1" status: 200 len: 379 time: 0.3228714 Sep 29 02:21:38.899561 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'port': {'device_id': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'admin_state_up': True, 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'security_groups': ['ca12ec87-ca5c-41f9-83d4-199bf23653b5']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:39.021117 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Made reservation on behalf of e72ef47313ef4a8582a9e060d5597fc0 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:21:39.024925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.135062 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.159569 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Allocated IP 172.20.0.9 (106d8127-c1ae-4a0b-8b5c-0698e340d643/d73d5c7f-5a02-4e00-9e00-89d45976b5ab/28d1e650-93d3-4314-83bc-9645d4e3c23f) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:39.311500 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.315030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.353008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.401746 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:39.404981 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:39.408930 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:39.414943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event updated for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:39.467608 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:39.468251 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.494244 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-cf752d18-26c1-4d95-aa9c-f3265cd65d8e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006019 Sep 29 02:21:39.513768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Request body: {'port': {'device_id': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:39.614446 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f96427-68c5-4a26-984a-c9385b88c023 req-5e5601d3-e3c2-4df8-b642-ea374eed8d40 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:39.615937 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-59f96427-68c5-4a26-984a-c9385b88c023 req-5e5601d3-e3c2-4df8-b642-ea374eed8d40 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 931 time: 0.0743942 Sep 29 02:21:39.619107 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.697434 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Provisioning complete for port 28d1e650-93d3-4314-83bc-9645d4e3c23f triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:39.698054 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.698054 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Attempt 1 to provision port 28d1e650-93d3-4314-83bc-9645d4e3c23f Sep 29 02:21:39.716516 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-59f96427-68c5-4a26-984a-c9385b88c023 req-6239cec0-1ca4-475b-b90f-d9da3f4666fe tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945017 Sep 29 02:21:39.743976 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Port 28d1e650-93d3-4314-83bc-9645d4e3c23f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:39.924801 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d1e650-93d3-4314-83bc-9645d4e3c23f {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:39.933180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks [] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.948528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Transition to ACTIVE for port object 28d1e650-93d3-4314-83bc-9645d4e3c23f will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:21:39.955577 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.009073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.014847 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Pushing event updated for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:40.068412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Attempting to bind port 28d1e650-93d3-4314-83bc-9645d4e3c23f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:40.068724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Attempting to bind port 28d1e650-93d3-4314-83bc-9645d4e3c23f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:40.069045 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Attempting to bind port 28d1e650-93d3-4314-83bc-9645d4e3c23f on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:40.112127 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Port 28d1e650-93d3-4314-83bc-9645d4e3c23f on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:21:40.112419 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Attempting to bind port 28d1e650-93d3-4314-83bc-9645d4e3c23f on network 106d8127-c1ae-4a0b-8b5c-0698e340d643 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:40.131620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.156292 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:40.156617 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Checking segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:40.156989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Bound using segment: {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:40.157455 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Bound port: 28d1e650-93d3-4314-83bc-9645d4e3c23f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f38255d-739e-498f-9a1e-cab112995e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:40.157951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.224313 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:40.227287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:40.235896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.240029 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.240635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.242136 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 200 len: 1093 time: 0.7327030 Sep 29 02:21:40.242730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:40.245298 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c063669a-4671-4f9a-8e9a-c6ff188465eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:40.245707 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Attempt 2 to provision port 28d1e650-93d3-4314-83bc-9645d4e3c23f Sep 29 02:21:40.290177 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c505b-0c2b-4355-992d-390d61c533d4 x-openstack-request-id: req-714c505b-0c2b-4355-992d-390d61c533d4 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:40.290461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:40.290711 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-714c505b-0c2b-4355-992d-390d61c533d4 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:40.291116 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714c505b-0c2b-4355-992d-390d61c533d4'] response: {'name': 'network-changed', 'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'status': 'completed', 'code': 200} Sep 29 02:21:40.294480 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-798b2803-f4c2-453f-978b-7f99559953ba None None] Port 28d1e650-93d3-4314-83bc-9645d4e3c23f had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:21:40.300898 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ca686-e92e-481f-a49c-051c75839ccd service neutron] Pushing event updated for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:40.369243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-be09c984-f218-490b-8079-168edb90e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.370771 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-be09c984-f218-490b-8079-168edb90e51a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 1127 time: 0.0401461 Sep 29 02:21:40.420240 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-4a1179c2-1af5-4d22-876a-f89e92a69415 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 200 len: 217 time: 0.0349624 Sep 29 02:21:40.476339 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-411f2aff-8c68-4e89-81df-4d959c7e1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.477757 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-411f2aff-8c68-4e89-81df-4d959c7e1121 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0506623 Sep 29 02:21:40.522992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede199-1c38-40dd-a677-f17a52f500ca req-24fdb2ad-54a1-4030-a7e6-ea91cbcec3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.524589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-24fdb2ad-54a1-4030-a7e6-ea91cbcec3f9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407159 Sep 29 02:21:40.623883 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-97c95e4e-fd74-4fbc-b6ea-f0b3bcef235d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Sep 29 02:21:40.716642 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8dede199-1c38-40dd-a677-f17a52f500ca req-c3b25182-2ac4-4ff9-ac0a-b32b35ce0e60 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Sep 29 02:21:40.849609 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6790-3f7e-4d81-b713-bcd84ab2b177 req-ba4df9ad-f83b-4c32-84df-df40b2f2510c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:40.851085 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bdbf6790-3f7e-4d81-b713-bcd84ab2b177 req-ba4df9ad-f83b-4c32-84df-df40b2f2510c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 943 time: 0.0507753 Sep 29 02:21:40.905055 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bdbf6790-3f7e-4d81-b713-bcd84ab2b177 req-81c39778-62c8-4c94-b2d5-aac8ccc2af10 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Sep 29 02:21:42.067285 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac819e-b6f5-4036-b434-697aa5248c07 req-61101acc-1170-4cdd-ab75-2bd6274d5b76 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:42.069090 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-42ac819e-b6f5-4036-b434-697aa5248c07 req-61101acc-1170-4cdd-ab75-2bd6274d5b76 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 943 time: 0.0588791 Sep 29 02:21:42.120039 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-42ac819e-b6f5-4036-b434-697aa5248c07 req-bab25dff-b941-4772-8f84-2368e228ec27 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Sep 29 02:21:43.247509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a861a9-0349-4267-967a-b5f88168ebf8 req-e240f74c-4741-48bc-ac88-315927ac3613 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.248963 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-03a861a9-0349-4267-967a-b5f88168ebf8 req-e240f74c-4741-48bc-ac88-315927ac3613 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 943 time: 0.0516181 Sep 29 02:21:43.300399 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-03a861a9-0349-4267-967a-b5f88168ebf8 req-4fec4f03-1de2-4cd1-889e-7213c433d0c4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450501 Sep 29 02:21:43.553134 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-6c0c98da-0145-489e-bb2d-5be541dc44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.554787 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-6c0c98da-0145-489e-bb2d-5be541dc44e5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 1127 time: 0.0482445 Sep 29 02:21:43.654317 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-1bc17fc6-b7ee-4b0d-a74a-7dde7ad80493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.655794 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-1bc17fc6-b7ee-4b0d-a74a-7dde7ad80493 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.0934405 Sep 29 02:21:43.697694 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-3afc8522-46ca-44b4-9fa9-5f9408b35db7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 200 len: 217 time: 0.0333362 Sep 29 02:21:43.730323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:43.753591 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-385fd20d-8a1e-4531-99dc-7582643972d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.755006 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-385fd20d-8a1e-4531-99dc-7582643972d3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0516582 Sep 29 02:21:43.757690 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:43.766983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.807653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-08f60ac8-0f9e-44be-bee2-8385ca4a3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.810408 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-08f60ac8-0f9e-44be-bee2-8385ca4a3223 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488217 Sep 29 02:21:43.876733 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:43.905589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-ac09fe72-7fcb-4708-a97e-85bd0eb08014 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867901 Sep 29 02:21:44.004705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c063669a-4671-4f9a-8e9a-c6ff188465eb req-2a7f39d7-2461-4768-b845-8c71374c67e7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923638 Sep 29 02:21:44.255739 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.257952 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.427394 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.435524 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa547-13aa-4411-a765-efc7d0ad49e8 req-a4f1c8d3-cb14-4897-8b15-cb32029b88fc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:44.436942 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4fdfa547-13aa-4411-a765-efc7d0ad49e8 req-a4f1c8d3-cb14-4897-8b15-cb32029b88fc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 943 time: 0.0521228 Sep 29 02:21:44.488059 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-4fdfa547-13aa-4411-a765-efc7d0ad49e8 req-45698844-6998-467f-b3a8-df639a6e740e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Sep 29 02:21:44.517971 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 28d1e650-93d3-4314-83bc-9645d4e3c23f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:21:44.578593 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.633036 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:44.644385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'port_id': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'mac_address': 'fa:16:3e:95:f0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:21:44.689951 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 28d1e650-93d3-4314-83bc-9645d4e3c23f is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:44.690391 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.703903 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d1e650-93d3-4314-83bc-9645d4e3c23f {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:44.727001 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:44.734163 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.787094 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:44.794785 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.795447 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.795447 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.795798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.796162 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.796480 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.796803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.797168 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.797467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.797834 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.798192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.799552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.799552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.799552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.799826 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:45.237209 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['28d1e650-93d3-4314-83bc-9645d4e3c23f'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:45.614670 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92e306-928d-4746-a17b-57163f9f9e47 req-269bf0c9-9deb-4d68-bd3b-618f929fa68e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:45.616152 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b92e306-928d-4746-a17b-57163f9f9e47 req-269bf0c9-9deb-4d68-bd3b-618f929fa68e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 944 time: 0.0498431 Sep 29 02:21:45.666646 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6b92e306-928d-4746-a17b-57163f9f9e47 req-9b916c78-89a5-43d8-a331-43ce70028873 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 Sep 29 02:21:46.552396 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 28d1e650-93d3-4314-83bc-9645d4e3c23f up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:46.595054 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 28d1e650-93d3-4314-83bc-9645d4e3c23f completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:21:46.604444 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 28d1e650-93d3-4314-83bc-9645d4e3c23f triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:46.604795 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.605131 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 28d1e650-93d3-4314-83bc-9645d4e3c23f Sep 29 02:21:46.681142 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 28d1e650-93d3-4314-83bc-9645d4e3c23f is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:46.681498 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.706410 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:46.708862 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4ae75-84e7-476f-aa37-2ecd7f0c6331" -d '{"events": [{"server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "name": "network-vif-plugged", "status": "completed", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:46.722168 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:46.727890 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.754729 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d82bba-74ff-4c07-9d83-5d00715c6be4 x-openstack-request-id: req-e0d82bba-74ff-4c07-9d83-5d00715c6be4 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:46.755045 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "name": "network-vif-plugged", "status": "completed", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:46.755262 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0d82bba-74ff-4c07-9d83-5d00715c6be4 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:46.755607 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d82bba-74ff-4c07-9d83-5d00715c6be4'] response: {'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'code': 200} Sep 29 02:21:46.767203 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.782924 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:46.806395 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aade7-7f21-4d0b-8f04-47253714d042 req-281ad3f8-0e0a-4b74-b3cc-90481a160feb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:46.807811 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b8aade7-7f21-4d0b-8f04-47253714d042 req-281ad3f8-0e0a-4b74-b3cc-90481a160feb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Sep 29 02:21:46.859925 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b8aade7-7f21-4d0b-8f04-47253714d042 req-9ff15c72-7fe8-4d5d-bbda-1ea4ffa04ef8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464427 Sep 29 02:21:47.033760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb08c-deca-4d2c-8e02-8a8c8c661755 req-823a2755-2d22-4181-add5-d4b2cf7a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.035400 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2bfbb08c-deca-4d2c-8e02-8a8c8c661755 req-823a2755-2d22-4181-add5-d4b2cf7a9464 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 1129 time: 0.0452805 Sep 29 02:21:47.083662 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2bfbb08c-deca-4d2c-8e02-8a8c8c661755 req-79312efb-1670-4114-962c-49b9f4d6ce7d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401912 Sep 29 02:21:47.986680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fd4b2-7324-4857-962a-696f7c0674d3 req-16da8011-1412-49f7-ad19-2e01278dbc0c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.988275 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-729fd4b2-7324-4857-962a-696f7c0674d3 req-16da8011-1412-49f7-ad19-2e01278dbc0c tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Sep 29 02:21:48.041392 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-729fd4b2-7324-4857-962a-696f7c0674d3 req-9b64eea3-7b2e-4127-9fef-4cb7b2cbd82e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Sep 29 02:21:49.175135 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cfad5-9c93-4523-bd9f-607676556999 req-1d74e64f-2430-4b28-ba48-f1d89114ab40 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.176745 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3c0cfad5-9c93-4523-bd9f-607676556999 req-1d74e64f-2430-4b28-ba48-f1d89114ab40 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0472765 Sep 29 02:21:49.232615 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-3c0cfad5-9c93-4523-bd9f-607676556999 req-1191f516-01f3-4a87-98d7-7524efdb960d tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466571 Sep 29 02:21:50.371643 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594769d-adf7-4690-9304-5c0298770c40 req-fe1a433f-35a9-4bb5-95f0-13eaa4091e53 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:50.373090 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0594769d-adf7-4690-9304-5c0298770c40 req-fe1a433f-35a9-4bb5-95f0-13eaa4091e53 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Sep 29 02:21:50.427190 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-0594769d-adf7-4690-9304-5c0298770c40 req-bdf4512b-b25e-4ddf-a372-37c63c5e7fb6 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459595 Sep 29 02:21:50.561576 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f521f-5a8e-4ee5-852c-f56fea592f05 req-80b3cf12-b156-4bc6-8842-65dbd16cc63e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:50.563092 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f64f521f-5a8e-4ee5-852c-f56fea592f05 req-80b3cf12-b156-4bc6-8842-65dbd16cc63e tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Sep 29 02:21:50.573554 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57228) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:50.577879 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Request body: {'floatingip': {'port_id': '28d1e650-93d3-4314-83bc-9645d4e3c23f'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:50.615928 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:50.975350 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-978cd6d6-0f51-4038-92b9-5f2d36790dee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401268 Sep 29 02:21:51.047124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:51.053306 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:51.092235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-bfc5aec5-2653-4bae-ae59-9aba073add4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.093713 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-bfc5aec5-2653-4bae-ae59-9aba073add4f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 1129 time: 0.0406504 Sep 29 02:21:51.212672 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-efbfed1c-6764-4ca8-8ad6-ab8f4d9d8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.214122 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-efbfed1c-6764-4ca8-8ad6-ab8f4d9d8697 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.0971415 Sep 29 02:21:51.282114 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-a09b024b-959e-428a-a25a-4b6a866d64c7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 200 len: 1001 time: 0.0596960 Sep 29 02:21:51.334216 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-0c84d5eb-0419-4e02-a81f-f02f453df1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.335736 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-0c84d5eb-0419-4e02-a81f-f02f453df1d1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0467925 Sep 29 02:21:51.386518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-48ec4fd1-0015-4fe8-bb60-510076444768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.387953 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-48ec4fd1-0015-4fe8-bb60-510076444768 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458767 Sep 29 02:21:51.395243 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Floating IP 32081e56-5f07-4c0e-9cda-3891ebb7fd5e associated. External IP: 172.27.2.165, port: 28d1e650-93d3-4314-83bc-9645d4e3c23f. Sep 29 02:21:51.447540 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:51.482118 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-fdd55f66-9c01-4e6a-b1df-99ceda546275 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856271 Sep 29 02:21:51.589188 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cf9a5418-5d79-4b47-804f-5f1c8c6057b7 req-a43df17d-0b1d-4835-baf1-bedfedb2f04d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981801 Sep 29 02:21:51.592328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:51.604110 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:51.651362 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:51.712731 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:51.717975 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:51.724485 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:51.737118 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:51.737922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:51.754429 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-eebd03d4-4330-410d-9f04-992fa31e5c65 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/32081e56-5f07-4c0e-9cda-3891ebb7fd5e HTTP/1.1" status: 200 len: 991 time: 1.1776440 Sep 29 02:21:51.754429 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:51.755609 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa8efa-944c-4776-975d-1749e7891930" -d '{"events": [{"name": "network-changed", "server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:51.797931 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c5fc0-3d5c-40eb-851e-130b6ee07f04 x-openstack-request-id: req-404c5fc0-3d5c-40eb-851e-130b6ee07f04 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:51.798307 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:51.798613 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-404c5fc0-3d5c-40eb-851e-130b6ee07f04 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:51.799555 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404c5fc0-3d5c-40eb-851e-130b6ee07f04'] response: {'name': 'network-changed', 'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'status': 'completed', 'code': 200} Sep 29 02:21:51.912318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:51.921365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8efa-944c-4776-975d-1749e7891930 req-00630a66-2665-4e1f-8df6-083720c3d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.923031 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-00630a66-2665-4e1f-8df6-083720c3d177 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 1129 time: 0.0680592 Sep 29 02:21:51.990739 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:52.014104 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:52.021387 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8efa-944c-4776-975d-1749e7891930 req-0e67a6da-2fc0-410d-bd6c-30b15243fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:52.022924 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-0e67a6da-2fc0-410d-bd6c-30b15243fc68 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.0925009 Sep 29 02:21:52.070564 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:52.083871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-29470d58-077a-40ab-b261-9b1a511f8ddf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 200 len: 999 time: 0.0549064 Sep 29 02:21:52.134659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8efa-944c-4776-975d-1749e7891930 req-8881868f-f537-44f9-bb3d-ae0aceb42c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:52.136194 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-8881868f-f537-44f9-bb3d-ae0aceb42c9d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0454569 Sep 29 02:21:52.184697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8efa-944c-4776-975d-1749e7891930 req-2be89131-809b-48c6-bb95-eacf85d870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:52.186208 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-2be89131-809b-48c6-bb95-eacf85d870e3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429215 Sep 29 02:21:52.200237 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '32081e56-5f07-4c0e-9cda-3891ebb7fd5e', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:95:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:35Z', 'updated_at': '2022-09-29T02:21:50Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:52.224869 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:52.233372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:52.234093 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:21:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:52.278390 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-e6199d7c-0f87-451d-97f3-67e687b10d98 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Sep 29 02:21:52.336327 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:52.373953 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-20fa8efa-944c-4776-975d-1749e7891930 req-74d6db38-ce9e-4b0b-a280-7b2c2ddec0aa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878608 Sep 29 02:21:52.549539 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '32081e56-5f07-4c0e-9cda-3891ebb7fd5e', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:95:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:35Z', 'updated_at': '2022-09-29T02:21:50Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:52.573849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777acca-fc7a-4d1c-831f-ca0e97e99a7d None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '32081e56-5f07-4c0e-9cda-3891ebb7fd5e', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'port_id': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'mac_address': 'fa:16:3e:95:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:35Z', 'updated_at': '2022-09-29T02:21:50Z', 'revision_number': 1, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:52.770832 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc52ed5-fb6f-4260-a104-7a41fd88847c None None] New status for floating IP 32081e56-5f07-4c0e-9cda-3891ebb7fd5e: ACTIVE {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:21:57.683017 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-12f8f879-7e22-41d8-ae6b-e1452ddd0a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:59.943888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-071e6c35-f293-4ca8-9ffb-189e0de998c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:01.281579 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:01.746923 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:01.748915 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=21 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:02.369364 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=66 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:02.370184 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=40 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:02.659428 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:02.663051 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:02.869506 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=9 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:02.877917 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:03.691117 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a00933-3f0c-44e1-a79d-94eb36bb579c req-a12953b6-282f-42e3-a53a-7f8526e7ee51 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:03.692670 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-51a00933-3f0c-44e1-a79d-94eb36bb579c req-a12953b6-282f-42e3-a53a-7f8526e7ee51 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Sep 29 02:22:03.740443 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-51a00933-3f0c-44e1-a79d-94eb36bb579c req-8a62a18e-54b2-4073-821b-a3a1c0981b07 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Sep 29 02:22:04.886656 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dae69-01a2-4ae8-905c-03d26796954b req-e253f795-0289-46b9-a98d-111137e46af8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:04.888107 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3c0dae69-01a2-4ae8-905c-03d26796954b req-e253f795-0289-46b9-a98d-111137e46af8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Sep 29 02:22:04.936421 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3c0dae69-01a2-4ae8-905c-03d26796954b req-bc303711-f857-4264-989d-4582f4ff22b1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Sep 29 02:22:06.081244 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0830f-641e-4e85-9428-bb3464f84c20 req-6ed97813-4881-4479-bd30-d7dcd0363b9a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:06.082734 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1b0830f-641e-4e85-9428-bb3464f84c20 req-6ed97813-4881-4479-bd30-d7dcd0363b9a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0546389 Sep 29 02:22:06.134466 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d1b0830f-641e-4e85-9428-bb3464f84c20 req-018e31c9-0662-4f08-b185-6388da7a60a1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Sep 29 02:22:07.273612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48344f-0fc1-4ae6-b90e-a84c7a01d821 req-ddb6aeab-65ca-4333-8ac1-e532d70d9ea1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:07.275135 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a48344f-0fc1-4ae6-b90e-a84c7a01d821 req-ddb6aeab-65ca-4333-8ac1-e532d70d9ea1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0524924 Sep 29 02:22:07.324527 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a48344f-0fc1-4ae6-b90e-a84c7a01d821 req-b8c4170f-1b6e-4739-9b95-d7475e14f160 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Sep 29 02:22:08.163988 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:22:08.466571 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937930e-5736-470c-bcc0-ede776242677 req-f78a07a9-b080-47fc-a45c-0b7bd9920b66 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:08.467889 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f937930e-5736-470c-bcc0-ede776242677 req-f78a07a9-b080-47fc-a45c-0b7bd9920b66 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Sep 29 02:22:08.519940 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f937930e-5736-470c-bcc0-ede776242677 req-f04193e4-c466-4216-b74d-4f0c3a570b31 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Sep 29 02:22:09.655242 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872dfe4-d9c7-4fea-a2ca-2a5ee09d34ab req-d2e4e688-68bd-4404-952e-517cc762ad7e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:09.656665 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e872dfe4-d9c7-4fea-a2ca-2a5ee09d34ab req-d2e4e688-68bd-4404-952e-517cc762ad7e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Sep 29 02:22:09.705198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-3bf7d59a-f2ad-4ca4-ba91-ee2653226597 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:09.706703 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-3bf7d59a-f2ad-4ca4-ba91-ee2653226597 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 945 time: 0.0642643 Sep 29 02:22:09.769188 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e872dfe4-d9c7-4fea-a2ca-2a5ee09d34ab req-13f04e46-61aa-414e-9d9a-d493a68727c5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a5f93912-2b13-4018-ada5-2e200b81a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928848 Sep 29 02:22:09.811284 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:09.811629 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:09.908192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] For port ba3b2417-d526-4c9c-9ea5-f22aefaa6148, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:09.908581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:10.083790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:10.084118 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:10.084465 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 075b0c78-9a15-4792-a9c5-a6387b822dbd disassociated. External IP: 172.27.2.159, port: ba3b2417-d526-4c9c-9ea5-f22aefaa6148. Sep 29 02:22:10.084795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for ba3b2417-d526-4c9c-9ea5-f22aefaa6148 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:10.231375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (ba3b2417-d526-4c9c-9ea5-f22aefaa6148), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:10.259461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=ba3b2417-d526-4c9c-9ea5-f22aefaa6148,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:10.270695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.271035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.274792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.275046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:10.323609 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:10.380226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:22:10.394157 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:10.487416 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:22:10.497947 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:22:10.509230 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:10.510161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:22:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:10.531457 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] No DVR routers for this DVR port ba3b2417-d526-4c9c-9ea5-f22aefaa6148 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:22:10.534564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:10.538173 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f9f3fa55-3009-4958-bb62-1f85888a9a8c req-0d05fedc-a92f-40c9-9e35-72f873746704 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ba3b2417-d526-4c9c-9ea5-f22aefaa6148 HTTP/1.1" status: 204 len: 173 time: 0.8250351 Sep 29 02:22:10.538667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'name': 'network-vif-deleted', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:10.541043 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e2b9ba-86da-4039-b3bb-54d8531f9e91" -d '{"events": [{"server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "name": "network-vif-deleted", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:10.583346 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfad6e4-7cc7-470b-b51b-f08ca0750bbc x-openstack-request-id: req-3cfad6e4-7cc7-470b-b51b-f08ca0750bbc {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:10.583704 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd20e5a-93ae-453e-95fd-de7659e3f700", "name": "network-vif-deleted", "tag": "ba3b2417-d526-4c9c-9ea5-f22aefaa6148", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:10.584285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cfad6e4-7cc7-470b-b51b-f08ca0750bbc {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:10.584566 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfad6e4-7cc7-470b-b51b-f08ca0750bbc'] response: {'server_uuid': '2dd20e5a-93ae-453e-95fd-de7659e3f700', 'name': 'network-vif-deleted', 'tag': 'ba3b2417-d526-4c9c-9ea5-f22aefaa6148', 'status': 'completed', 'code': 200} Sep 29 02:22:10.636720 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:10.677491 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:10.807948 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:10.858725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:10.894572 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:22:10.903512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:10.904308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:22:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:10.907123 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af868223-8cd0-4f1c-9151-083c327278a8 req-8ae08849-baf5-41c1-940f-4261676a57ce tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2dd20e5a-93ae-453e-95fd-de7659e3f700 HTTP/1.1" status: 200 len: 210 time: 0.0320673 Sep 29 02:22:11.007700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:11.204781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:11.235200 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a21dd-866c-472c-aa80-c0302814056e None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:22:11.455745 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74630ef-cebb-451f-80ec-182455464c47 None None] New status for floating IP 075b0c78-9a15-4792-a9c5-a6387b822dbd: DOWN {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:22:12.010486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57390) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.066484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (a5f93912-2b13-4018-ada5-2e200b81a5e7), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.090506 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (a5f93912-2b13-4018-ada5-2e200b81a5e7), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.153322 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a5f93912-2b13-4018-ada5-2e200b81a5e7), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.157986 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.159610 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a5f93912-2b13-4018-ada5-2e200b81a5e7 HTTP/1.1" status: 204 len: 168 time: 0.1480122 Sep 29 02:22:12.162671 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57394) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.168828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb704b-035a-4ffa-8b77-422d698754cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f93912-2b13-4018-ada5-2e200b81a5e7,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:12.176130 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.api.v2.resource [None req-e98a01e0-20d7-4925-9175-3acb0a78934a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] show failed (client error): The resource could not be found. Sep 29 02:22:12.177306 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e98a01e0-20d7-4925-9175-3acb0a78934a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups/a5f93912-2b13-4018-ada5-2e200b81a5e7 HTTP/1.1" status: 404 len: 347 time: 0.0135860 Sep 29 02:22:12.180457 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57396) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.291548 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port 287af40c-bcbe-4f52-804a-b453fc2598b2 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:22:12.291806 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.367749 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.368033 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (287af40c-bcbe-4f52-804a-b453fc2598b2), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.385388 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for 287af40c-bcbe-4f52-804a-b453fc2598b2 owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:22:12.521802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (287af40c-bcbe-4f52-804a-b453fc2598b2), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.553314 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=287af40c-bcbe-4f52-804a-b453fc2598b2,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:12.612340 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (075b0c78-9a15-4792-a9c5-a6387b822dbd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.615051 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.616819 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-bcc9f599-b589-4668-b2e9-2e89c61b7baf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/075b0c78-9a15-4792-a9c5-a6387b822dbd HTTP/1.1" status: 204 len: 168 time: 0.4348702 Sep 29 02:22:12.691498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57402) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.696066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921723602', 'description': 'tempest-description--318507684'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:12.721828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.753220 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device ba3b2417-d526-4c9c-9ea5-f22aefaa6148 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:22:12.773476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: ba3b2417-d526-4c9c-9ea5-f22aefaa6148 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:22:12.773918 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device ba3b2417-d526-4c9c-9ea5-f22aefaa6148 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:22:12.796223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2e0d0338-38a5-45e5-b77f-971467b07019), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.803004 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2e0d0338-38a5-45e5-b77f-971467b07019), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.833685 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d0338-38a5-45e5-b77f-971467b07019,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:12.839300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.843875 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7966f4d2-3339-4f36-b6fb-f3decbbcf25a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480012 Sep 29 02:22:12.843875 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57404) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.848174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '2e0d0338-38a5-45e5-b77f-971467b07019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:12.877808 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (7bd4ebb1-62a2-40bb-b902-28ce13a152a5), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.932950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (7bd4ebb1-62a2-40bb-b902-28ce13a152a5), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.938656 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (7bd4ebb1-62a2-40bb-b902-28ce13a152a5), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.957360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd4ebb1-62a2-40bb-b902-28ce13a152a5,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:12.967615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:12.968774 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-eb3f2964-2d98-407f-a968-2aec05ac6950 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242352 Sep 29 02:22:12.972793 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57406) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:12.976917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'security_group_rule': {'security_group_id': '2e0d0338-38a5-45e5-b77f-971467b07019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:13.005620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (dcfcef65-d241-403a-ab9b-4274bb5ba04f), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.065096 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:13.067653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (dcfcef65-d241-403a-ab9b-4274bb5ba04f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.072713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (dcfcef65-d241-403a-ab9b-4274bb5ba04f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.094965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfcef65-d241-403a-ab9b-4274bb5ba04f,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:13.105056 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.106344 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3229a63d-8759-40ea-836c-1294aa0020a3 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326015 Sep 29 02:22:13.111199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57410) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:13.115479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:13.140893 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.203107 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:13.225360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.613602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.27.2.173 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/a2fb0f34-5040-46f5-89ee-7cc04a02d98d) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:22:13.725033 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.759434 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.774077 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.801221 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:22:13.806258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:22:13.808540 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=a2fb0f34-5040-46f5-89ee-7cc04a02d98d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:13.810638 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:22:13.893646 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:13.933492 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.074185 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:14.082837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.088948 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.154434 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=a2fb0f34-5040-46f5-89ee-7cc04a02d98d,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:14.158407 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.176593 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.177805 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-39e153fa-5790-4b9e-9f64-2f343af4e8bc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0656872 Sep 29 02:22:14.355567 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:14.394589 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-09cdca68-beb6-46df-8b7e-7092053204cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921723602&fields=id&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 267 time: 0.0534132 Sep 29 02:22:14.500509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-8587c7ef-65c8-4d44-8671-37692e6c99b9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:14.502009 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-8587c7ef-65c8-4d44-8671-37692e6c99b9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1016400 Sep 29 02:22:14.519685 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-3d1944b3-885a-4944-be27-fdef38be2caf tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/quotas/9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 375 time: 0.0102577 Sep 29 02:22:14.535227 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57434) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:14.575873 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-7a2231e3-d6a1-480e-8d33-346bdcf48264 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503495 Sep 29 02:22:14.643116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6ec-2fda-4c13-bca2-d2cf506cf427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.671256 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-8c00eb48-a349-4cc6-9254-b44dd0cfb2a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831931 Sep 29 02:22:14.726348 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6ec-2fda-4c13-bca2-d2cf506cf427 admin admin] Publish callbacks [] for security_group (a0e2a329-f969-49b2-89c1-bb2ac5fb813b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.731615 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6ec-2fda-4c13-bca2-d2cf506cf427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a0e2a329-f969-49b2-89c1-bb2ac5fb813b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.747901 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:14.755846 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:14.770378 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-09b5cb74-16c1-4063-bd91-a7de6e3ef45d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933039 Sep 29 02:22:14.774319 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3ce2b6ec-2fda-4c13-bca2-d2cf506cf427 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bcb29fc33d004cedb9f0c390adc60ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379692 Sep 29 02:22:14.775602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2b6ec-2fda-4c13-bca2-d2cf506cf427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2a329-f969-49b2-89c1-bb2ac5fb813b,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:14.777174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57438) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:14.828571 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] Publish callbacks [] for security_group (a0e2a329-f969-49b2-89c1-bb2ac5fb813b), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.849233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] Publish callbacks [] for security_group (a0e2a329-f969-49b2-89c1-bb2ac5fb813b), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.904291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a0e2a329-f969-49b2-89c1-bb2ac5fb813b), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.907048 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:14.908279 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a0e2a329-f969-49b2-89c1-bb2ac5fb813b HTTP/1.1" status: 204 len: 168 time: 0.1301038 Sep 29 02:22:14.921042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ebf24-3c25-4c17-aa4a-8bed7bb8e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2a329-f969-49b2-89c1-bb2ac5fb813b,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:14.980143 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-aa6b1138-0aab-4fa0-b7dd-fa39cbb7120d req-94617be1-28e1-4cb0-8f1b-26d169f426e5 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 210 time: 0.0455055 Sep 29 02:22:16.098068 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2c719deb-4bef-4eef-b2e1-12b1308506c4 req-ebab5efa-0f6a-4486-9964-2785a2ebec39 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 210 time: 0.0315723 Sep 29 02:22:16.223015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-fb864eb9-0d20-41f5-bd11-e291baf35f17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:16.224350 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-fb864eb9-0d20-41f5-bd11-e291baf35f17 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 813 time: 0.1089594 Sep 29 02:22:16.293951 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-b16b8172-412e-4efe-b5ca-8719c8be5f37 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9006f0bb109c4c96a387ff5c314f236e HTTP/1.1" status: 200 len: 380 time: 0.0537612 Sep 29 02:22:16.408911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'port': {'device_id': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'admin_state_up': True, 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'security_groups': ['2e0d0338-38a5-45e5-b77f-971467b07019']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:16.475940 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:16.530155 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Made reservation on behalf of 9006f0bb109c4c96a387ff5c314f236e for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:22:16.534199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:16.660156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Allocated IP 172.20.0.4 (21696cbf-ef5b-4f26-afb0-c5d58c71da44/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d/5fd5d443-9b1d-486c-b4c4-501c962f12ee) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:22:16.706458 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:16.815553 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:16.851030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:16.900679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:22:16.903876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:22:16.908405 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:22:16.932752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event updated for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:16.964218 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:16.964841 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:16.984635 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-e873f3ab-6800-49de-b686-ad94c9da0357 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814130 Sep 29 02:22:17.005445 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Request body: {'port': {'device_id': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:17.070010 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.081383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Provisioning complete for port 5fd5d443-9b1d-486c-b4c4-501c962f12ee triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:22:17.081892 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.082148 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Attempt 1 to provision port 5fd5d443-9b1d-486c-b4c4-501c962f12ee Sep 29 02:22:17.118207 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Port 5fd5d443-9b1d-486c-b4c4-501c962f12ee cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:22:17.224296 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3377-8cf4-4c7f-b99c-31de4dcb1743 req-2807b7f9-4ada-44da-8dd6-969c56eef84e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:17.237404 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-914d3377-8cf4-4c7f-b99c-31de4dcb1743 req-2807b7f9-4ada-44da-8dd6-969c56eef84e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 931 time: 0.0559859 Sep 29 02:22:17.276824 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-914d3377-8cf4-4c7f-b99c-31de4dcb1743 req-9367357b-de09-40cf-959d-72bd2fa9c454 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447640 Sep 29 02:22:17.316603 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.361498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd5d443-9b1d-486c-b4c4-501c962f12ee {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:22:17.369326 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks [] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.382789 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Transition to ACTIVE for port object 5fd5d443-9b1d-486c-b4c4-501c962f12ee will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:22:17.387449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.467177 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Pushing event updated for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:17.498120 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Attempting to bind port 5fd5d443-9b1d-486c-b4c4-501c962f12ee on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:22:17.498560 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Attempting to bind port 5fd5d443-9b1d-486c-b4c4-501c962f12ee by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:22:17.498792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Attempting to bind port 5fd5d443-9b1d-486c-b4c4-501c962f12ee on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:22:17.523078 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:17.547853 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Port 5fd5d443-9b1d-486c-b4c4-501c962f12ee on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:22:17.548158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Attempting to bind port 5fd5d443-9b1d-486c-b4c4-501c962f12ee on network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:22:17.598096 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:22:17.598600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Checking segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:22:17.599122 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Bound using segment: {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:22:17.599938 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Bound port: 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6016b712-09a5-4d37-9451-f8a550024d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:22:17.600404 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.617909 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Attempt 2 to provision port 5fd5d443-9b1d-486c-b4c4-501c962f12ee Sep 29 02:22:17.662161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Port 5fd5d443-9b1d-486c-b4c4-501c962f12ee cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:22:17.670731 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:22:17.674240 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:22:17.680761 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.685235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:17.686034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:17.687536 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5fd5d443-9b1d-486c-b4c4-501c962f12ee HTTP/1.1" status: 200 len: 1093 time: 0.6868796 Sep 29 02:22:17.688078 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:17.690467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2010fb7-42ad-407e-9346-396e1c909076" -d '{"events": [{"name": "network-changed", "server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:17.730979 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad2b66-f0be-4607-b879-a41adc13e729 x-openstack-request-id: req-d4ad2b66-f0be-4607-b879-a41adc13e729 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:17.731264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:17.731509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4ad2b66-f0be-4607-b879-a41adc13e729 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:17.731920 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ad2b66-f0be-4607-b879-a41adc13e729'] response: {'name': 'network-changed', 'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'status': 'completed', 'code': 200} Sep 29 02:22:17.746185 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae45e6-7c5a-4ecd-b97b-4b937726f95d service neutron] Pushing event updated for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:17.801636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-3a12ac9e-eed0-40fe-bfd2-1c195b6e0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:17.803141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-3a12ac9e-eed0-40fe-bfd2-1c195b6e0674 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 1127 time: 0.0411272 Sep 29 02:22:17.858309 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-196cd646-cc10-4fe8-8aab-0b6422627c8f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee HTTP/1.1" status: 200 len: 217 time: 0.0317359 Sep 29 02:22:17.906932 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-763ab982-c6ab-4b45-974b-99a0037633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:17.908329 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-763ab982-c6ab-4b45-974b-99a0037633e5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0440044 Sep 29 02:22:17.958350 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-835dd710-6bf7-4139-954b-d5f9d448adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:17.959840 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-835dd710-6bf7-4139-954b-d5f9d448adcc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448017 Sep 29 02:22:18.057211 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-507cf9dc-a49f-455a-92e9-311b90b31179 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903168 Sep 29 02:22:18.152677 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9ba8d39d-1c7c-45af-a21a-c72713ed88cf req-473a76b7-8c5b-4b00-90df-334a148ef481 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892375 Sep 29 02:22:18.163761 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Attempt 3 to provision port 5fd5d443-9b1d-486c-b4c4-501c962f12ee Sep 29 02:22:18.203067 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b19237ba-efed-4be1-8845-877a22557808 None None] Port 5fd5d443-9b1d-486c-b4c4-501c962f12ee had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:22:18.421813 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa1eef-1c21-49ac-ac1b-c4341ffa04b8 req-e93d35a3-bf1e-467f-bc2d-0138079215cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:18.423218 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-83aa1eef-1c21-49ac-ac1b-c4341ffa04b8 req-e93d35a3-bf1e-467f-bc2d-0138079215cb tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 943 time: 0.0467379 Sep 29 02:22:18.472671 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-83aa1eef-1c21-49ac-ac1b-c4341ffa04b8 req-9a2d96f1-1a9e-47b1-b57c-69ce30c41ec6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Sep 29 02:22:19.603808 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1367aca-d23c-4e11-813b-17723fa2cd8d req-a5a24a6d-f111-45f0-9a5b-e1291667ceec tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:19.605234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1367aca-d23c-4e11-813b-17723fa2cd8d req-a5a24a6d-f111-45f0-9a5b-e1291667ceec tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 943 time: 0.0465076 Sep 29 02:22:19.653303 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d1367aca-d23c-4e11-813b-17723fa2cd8d req-14031ec2-072a-40c0-87bc-91dcf81422c7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Sep 29 02:22:20.415821 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010fb7-42ad-407e-9346-396e1c909076 req-bc86f43e-5f3f-4a91-8a43-133aa422d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:20.417320 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-bc86f43e-5f3f-4a91-8a43-133aa422d5f2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 1127 time: 0.0419512 Sep 29 02:22:20.486276 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:20.514929 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010fb7-42ad-407e-9346-396e1c909076 req-3fa8be38-a4d9-4bb2-9aed-8825e606d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:20.516883 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-3fa8be38-a4d9-4bb2-9aed-8825e606d4e1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.0934675 Sep 29 02:22:20.558381 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-27aa6b57-1fbf-4d73-9688-6e4728ba3dec service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee HTTP/1.1" status: 200 len: 217 time: 0.0337958 Sep 29 02:22:20.612949 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010fb7-42ad-407e-9346-396e1c909076 req-70e4caa1-fc7d-4a0b-a886-9dde39f2ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:20.614349 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-70e4caa1-fc7d-4a0b-a886-9dde39f2ebf5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0497446 Sep 29 02:22:20.664949 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010fb7-42ad-407e-9346-396e1c909076 req-c540021c-17a9-432e-adb0-17e08b351040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:20.667278 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-c540021c-17a9-432e-adb0-17e08b351040 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464296 Sep 29 02:22:20.738501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:20.769250 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-ba46a3d2-a86b-4e57-a3af-621af555aa8d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945702 Sep 29 02:22:20.781809 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229250-06cd-4074-a19a-13f73aa1603e req-a79630f8-edf2-48c4-bfec-92cab75e1196 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:20.783293 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e7229250-06cd-4074-a19a-13f73aa1603e req-a79630f8-edf2-48c4-bfec-92cab75e1196 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 943 time: 0.0524690 Sep 29 02:22:20.824095 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5fd5d443-9b1d-486c-b4c4-501c962f12ee details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:22:20.831490 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e7229250-06cd-4074-a19a-13f73aa1603e req-3ed5a3c4-af35-40ef-86f3-3ebc64556c35 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Sep 29 02:22:20.862460 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e2010fb7-42ad-407e-9346-396e1c909076 req-52968c8f-73ac-4d33-8ede-b9f084c909fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Sep 29 02:22:20.925935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:20.937309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'port_id': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'mac_address': 'fa:16:3e:df:6d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:22:20.977491 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:20.983965 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 5fd5d443-9b1d-486c-b4c4-501c962f12ee is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:22:20.984354 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:20.999039 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd5d443-9b1d-486c-b4c4-501c962f12ee {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:22:21.021807 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:21.029119 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:21.084605 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:21.496525 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['5fd5d443-9b1d-486c-b4c4-501c962f12ee'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:22:21.532256 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:21.599805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:21.967186 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611df36-c339-4935-a490-b356c9d1f9b8 req-f8b927a7-f2b5-4778-873b-53774abdee7e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:21.968716 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a611df36-c339-4935-a490-b356c9d1f9b8 req-f8b927a7-f2b5-4778-873b-53774abdee7e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 944 time: 0.0538232 Sep 29 02:22:22.022721 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a611df36-c339-4935-a490-b356c9d1f9b8 req-768e6a4a-2dff-46a9-a450-af1ae2832ccd tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 Sep 29 02:22:22.842722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5fd5d443-9b1d-486c-b4c4-501c962f12ee up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:22:22.890628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 5fd5d443-9b1d-486c-b4c4-501c962f12ee completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:22:22.899160 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 5fd5d443-9b1d-486c-b4c4-501c962f12ee triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:22:22.899548 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:22.899871 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 5fd5d443-9b1d-486c-b4c4-501c962f12ee Sep 29 02:22:22.977619 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 5fd5d443-9b1d-486c-b4c4-501c962f12ee is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:22:22.977882 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:23.008004 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:23.011011 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade7856-249d-4b0b-9de7-4a0bccea5ffd" -d '{"events": [{"server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "name": "network-vif-plugged", "status": "completed", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:23.025712 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:23.031895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:23.060599 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd8738-5b99-4d33-92af-d788bfd4eb71 x-openstack-request-id: req-32bd8738-5b99-4d33-92af-d788bfd4eb71 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:23.060888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "name": "network-vif-plugged", "status": "completed", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:23.061135 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32bd8738-5b99-4d33-92af-d788bfd4eb71 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:23.061522 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bd8738-5b99-4d33-92af-d788bfd4eb71'] response: {'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'code': 200} Sep 29 02:22:23.085127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:23.158319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46653b5-2924-40f5-b0e0-4ce3aee0a6f0 req-8858ea12-1aa2-4e4f-b826-65f9732dd016 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:23.159914 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f46653b5-2924-40f5-b0e0-4ce3aee0a6f0 req-8858ea12-1aa2-4e4f-b826-65f9732dd016 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0546134 Sep 29 02:22:23.216174 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f46653b5-2924-40f5-b0e0-4ce3aee0a6f0 req-d9799b80-0629-4013-97eb-c48a9a56ccfc tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502942 Sep 29 02:22:23.288720 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6852beb-fc63-4e3d-b85f-ee5f7789927e req-f75f022c-fdab-403a-ba4c-f32f589e75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:23.290217 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d6852beb-fc63-4e3d-b85f-ee5f7789927e req-f75f022c-fdab-403a-ba4c-f32f589e75d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 1129 time: 0.0392561 Sep 29 02:22:23.335332 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d6852beb-fc63-4e3d-b85f-ee5f7789927e req-7bb4568a-f0cb-4495-9214-8f8fdd8fa6c3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Sep 29 02:22:24.358038 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f9cf0-b37c-4803-9b87-59b05e0fe8b1 req-72d2c7a7-5d3b-47b1-abb1-34c2defe6a78 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:24.359842 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b1f9cf0-b37c-4803-9b87-59b05e0fe8b1 req-72d2c7a7-5d3b-47b1-abb1-34c2defe6a78 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0509377 Sep 29 02:22:24.410983 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9b1f9cf0-b37c-4803-9b87-59b05e0fe8b1 req-85c6b4b7-9184-4631-a544-36ca821fcdda tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Sep 29 02:22:25.550505 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c69a5-5189-46fd-bba1-d42fa4208cae req-f9dd5bd3-2e67-439d-bda0-884adfe210d9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:25.551996 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1e5c69a5-5189-46fd-bba1-d42fa4208cae req-f9dd5bd3-2e67-439d-bda0-884adfe210d9 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0478456 Sep 29 02:22:25.604258 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1e5c69a5-5189-46fd-bba1-d42fa4208cae req-806272a9-b730-41ab-9dc0-4dc4c0b89928 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 Sep 29 02:22:26.129742 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:26.756430 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472e1b-07c4-41f7-af15-6aed9c33e932 req-f6e49ff4-d2b8-492b-b601-1dc892f4406c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:26.758116 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-27472e1b-07c4-41f7-af15-6aed9c33e932 req-f6e49ff4-d2b8-492b-b601-1dc892f4406c tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0573268 Sep 29 02:22:26.816583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-27472e1b-07c4-41f7-af15-6aed9c33e932 req-8c8b47bc-fe37-4f20-a112-8a833cabde21 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522745 Sep 29 02:22:27.687371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b82212b0-f043-4b32-88d1-5aaf7958eca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:27.956027 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d880bf-a2e9-4b37-a61b-da2a209e57ae req-992b55e5-0d4e-40ba-bc77-c2a7df57aed8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:27.957524 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c2d880bf-a2e9-4b37-a61b-da2a209e57ae req-992b55e5-0d4e-40ba-bc77-c2a7df57aed8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0499604 Sep 29 02:22:28.005575 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c2d880bf-a2e9-4b37-a61b-da2a209e57ae req-6ee01989-a58a-4b01-9c14-dee66fbc0fb6 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Sep 29 02:22:29.148899 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94322208-c760-4c8a-8184-5a3ca25a4a39 req-b865db7c-c163-4599-a60e-7a6f8f53602e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:29.150446 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-94322208-c760-4c8a-8184-5a3ca25a4a39 req-b865db7c-c163-4599-a60e-7a6f8f53602e tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0500615 Sep 29 02:22:29.199978 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-94322208-c760-4c8a-8184-5a3ca25a4a39 req-15ce042c-6faf-49e5-aa8a-4fe4fd85dff1 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Sep 29 02:22:29.948412 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5f33c39f-6901-490f-9d53-3d70915dfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.124144 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e95911-10f0-4730-bcca-079647db4f04 req-a489e862-7a77-475b-99c5-076ef298231d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:30.125643 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-11e95911-10f0-4730-bcca-079647db4f04 req-a489e862-7a77-475b-99c5-076ef298231d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0475862 Sep 29 02:22:30.178480 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-11e95911-10f0-4730-bcca-079647db4f04 req-13e64a8c-5bf6-4ecd-ae1c-b68bdfff429b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460250 Sep 29 02:22:30.344353 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5a42-8600-4d12-bec0-643bfff33bc3 req-5783c153-2649-4f64-97f8-01aaac4010a8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:30.345834 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1d0d5a42-8600-4d12-bec0-643bfff33bc3 req-5783c153-2649-4f64-97f8-01aaac4010a8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0565593 Sep 29 02:22:30.395730 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1d0d5a42-8600-4d12-bec0-643bfff33bc3 req-53e9d8cc-5919-451c-8041-89db85df800a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439315 Sep 29 02:22:30.532980 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454c42-d496-4273-abd7-c6473946b4ce req-fc1db833-e064-42ad-b205-81a6ec0ac22f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:30.534519 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-21454c42-d496-4273-abd7-c6473946b4ce req-fc1db833-e064-42ad-b205-81a6ec0ac22f tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0479591 Sep 29 02:22:30.545782 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57622) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:22:30.550973 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Request body: {'floatingip': {'port_id': '5fd5d443-9b1d-486c-b4c4-501c962f12ee'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:22:30.596158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:30.938265 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:30.959043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:31.039229 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:31.046158 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:31.144799 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 517edee8-8a6d-48a3-ac6d-31d1d3120a1f associated. External IP: 172.27.2.173, port: 5fd5d443-9b1d-486c-b4c4-501c962f12ee. Sep 29 02:22:31.279646 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:31.362578 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8ac29-5f2a-4316-80cc-f6f60370a68a req-cc61da12-62f9-4f1d-9f6b-3335ae1445b1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:31.364012 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1de8ac29-5f2a-4316-80cc-f6f60370a68a req-cc61da12-62f9-4f1d-9f6b-3335ae1445b1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0780225 Sep 29 02:22:31.416136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:22:31.433207 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1de8ac29-5f2a-4316-80cc-f6f60370a68a req-0f4de220-26d3-40d9-8beb-9b731ab16895 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628552 Sep 29 02:22:31.529135 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:22:31.539050 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:31.543647 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:22:31.555193 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:31.555770 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:22:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:31.573561 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2cfaea7c-b9d4-4d09-ab50-ba1268f024e2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/517edee8-8a6d-48a3-ac6d-31d1d3120a1f HTTP/1.1" status: 200 len: 991 time: 1.0264900 Sep 29 02:22:31.574321 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:31.576706 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85af21c-c558-4ff6-a01b-2911c19f6f91" -d '{"events": [{"name": "network-changed", "server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:31.617714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfb00f-c08e-4a23-a7b8-31a4101373ad x-openstack-request-id: req-c1dfb00f-c08e-4a23-a7b8-31a4101373ad {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:31.618023 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:31.618281 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1dfb00f-c08e-4a23-a7b8-31a4101373ad {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:31.618686 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dfb00f-c08e-4a23-a7b8-31a4101373ad'] response: {'name': 'network-changed', 'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'status': 'completed', 'code': 200} Sep 29 02:22:31.663591 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:31.718846 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-158991f1-769c-4373-9758-81dea5c45dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:31.720973 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-158991f1-769c-4373-9758-81dea5c45dfe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9006f0bb109c4c96a387ff5c314f236e&device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 1129 time: 0.0466702 Sep 29 02:22:31.797366 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:31.824430 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-d5ee1fff-cf3b-4c32-9df9-04c1f527250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:31.825927 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-d5ee1fff-cf3b-4c32-9df9-04c1f527250f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 200 len: 914 time: 0.0988076 Sep 29 02:22:31.847849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:31.886283 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-2da558a6-50cc-4f65-8a0f-ccf02a1335e4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee HTTP/1.1" status: 200 len: 999 time: 0.0541561 Sep 29 02:22:31.888731 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '517edee8-8a6d-48a3-ac6d-31d1d3120a1f', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:df:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:22:13Z', 'updated_at': '2022-09-29T02:22:30Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:31.914727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:22:31.923615 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:22:31.924226 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:22:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:31.940300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-e74fc69b-30a3-4137-80fa-25a319e29631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:31.941802 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-e74fc69b-30a3-4137-80fa-25a319e29631 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 200 len: 852 time: 0.0499141 Sep 29 02:22:31.996369 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-ceed6b10-382a-479b-88b7-5805aee31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:31.998112 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-ceed6b10-382a-479b-88b7-5805aee31ee4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=21696cbf-ef5b-4f26-afb0-c5d58c71da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494614 Sep 29 02:22:32.046899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:22:32.066966 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:32.096853 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-1340d4e9-ce17-4fd5-b56c-13b5af611121 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Sep 29 02:22:32.113222 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:32.194081 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e85af21c-c558-4ff6-a01b-2911c19f6f91 req-fdf29916-57a2-4b74-9a8a-55fb59eafcf0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Sep 29 02:22:32.267729 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '517edee8-8a6d-48a3-ac6d-31d1d3120a1f', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:df:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:22:13Z', 'updated_at': '2022-09-29T02:22:30Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:22:32.293781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96303eea-edfa-4ac7-86e3-e76adae9b55f None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '517edee8-8a6d-48a3-ac6d-31d1d3120a1f', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'port_id': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'mac_address': 'fa:16:3e:df:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:22:13Z', 'updated_at': '2022-09-29T02:22:30Z', 'revision_number': 1, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:22:32.493357 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0349017-3f0c-4de2-9a10-bac8e4c02395 None None] New status for floating IP 517edee8-8a6d-48a3-ac6d-31d1d3120a1f: ACTIVE {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:22:32.569835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19ec5-d112-4572-b249-dd5fa30b3364 req-373fc79b-4fb1-47d6-a901-f59ee23da34f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:32.571346 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-93c19ec5-d112-4572-b249-dd5fa30b3364 req-373fc79b-4fb1-47d6-a901-f59ee23da34f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0471740 Sep 29 02:22:32.618600 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-93c19ec5-d112-4572-b249-dd5fa30b3364 req-5bf65e0c-03c6-41fd-a89d-0b5a693e3f3d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413554 Sep 29 02:22:32.665154 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:32.674066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:33.767512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400db6d-5fb0-4417-8a37-f54cfd9c3622 req-e738ef87-5768-493d-89f2-ad7d8a17f875 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:33.769002 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f400db6d-5fb0-4417-8a37-f54cfd9c3622 req-e738ef87-5768-493d-89f2-ad7d8a17f875 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0551577 Sep 29 02:22:33.817756 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f400db6d-5fb0-4417-8a37-f54cfd9c3622 req-38680e0a-37d7-4aba-991d-88e3a2b696df tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Sep 29 02:22:34.964725 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef3ec8-ccf4-4fdb-9150-a7e71b3f403b req-c1f296cd-b730-4d9e-b0c2-04134511e76f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:34.966213 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-17ef3ec8-ccf4-4fdb-9150-a7e71b3f403b req-c1f296cd-b730-4d9e-b0c2-04134511e76f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0649090 Sep 29 02:22:35.014704 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-17ef3ec8-ccf4-4fdb-9150-a7e71b3f403b req-41a52ce9-4af7-458f-be88-81234e57a9fe tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 Sep 29 02:22:36.157196 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3298b-21f9-4cdd-a8c1-e889e8bf332f req-3014b67d-5fd8-4f36-9507-3abfd16a9fe4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:36.158696 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e6f3298b-21f9-4cdd-a8c1-e889e8bf332f req-3014b67d-5fd8-4f36-9507-3abfd16a9fe4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0536809 Sep 29 02:22:36.222360 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e6f3298b-21f9-4cdd-a8c1-e889e8bf332f req-6d43bd39-12bf-4f61-a5dc-778efe7176fc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543008 Sep 29 02:22:37.371886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31b5b8-7bfa-49c7-aa51-1cfda5316ff4 req-0e50b470-2a0c-422f-b924-a46675a11c18 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:37.373532 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9a31b5b8-7bfa-49c7-aa51-1cfda5316ff4 req-0e50b470-2a0c-422f-b924-a46675a11c18 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0518579 Sep 29 02:22:37.423333 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9a31b5b8-7bfa-49c7-aa51-1cfda5316ff4 req-bb377d8e-2ce4-4e98-91b0-fb8b99fdcedc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 Sep 29 02:22:38.730055 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5dff4-67f0-40ad-822a-b5317c13cb1e req-330a46ec-7303-46aa-9768-1f646e895b0f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:38.731438 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9cf5dff4-67f0-40ad-822a-b5317c13cb1e req-330a46ec-7303-46aa-9768-1f646e895b0f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0532222 Sep 29 02:22:38.781208 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9cf5dff4-67f0-40ad-822a-b5317c13cb1e req-c7a212a6-4cc5-4b56-b74a-bacde7a08454 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Sep 29 02:22:39.914716 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba858-9542-4549-9186-ae1f32688605 req-f4fef35e-1b95-4d71-a1fc-4ef24795cdc4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:39.916183 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-720ba858-9542-4549-9186-ae1f32688605 req-f4fef35e-1b95-4d71-a1fc-4ef24795cdc4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0484631 Sep 29 02:22:39.927904 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:39.959734 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:39.967653 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-720ba858-9542-4549-9186-ae1f32688605 req-ed7881c1-8d36-4a3c-bf7c-e4aeaa149456 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456588 Sep 29 02:22:41.103733 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de370-5abc-4c35-9c44-693a162fd0f6 req-e790e0a1-042c-48e9-81c3-18d8536a7530 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:41.105204 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a0de370-5abc-4c35-9c44-693a162fd0f6 req-e790e0a1-042c-48e9-81c3-18d8536a7530 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0500643 Sep 29 02:22:41.162509 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a0de370-5abc-4c35-9c44-693a162fd0f6 req-0a9180b8-4907-49dd-83c1-e8ad3c836359 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484786 Sep 29 02:22:42.295025 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316e77c-f3dc-4e48-8d99-ea4a612822ae req-fcd8098a-a617-4904-a39c-3335108e5606 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:42.296473 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d316e77c-f3dc-4e48-8d99-ea4a612822ae req-fcd8098a-a617-4904-a39c-3335108e5606 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0522823 Sep 29 02:22:42.352286 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d316e77c-f3dc-4e48-8d99-ea4a612822ae req-56546411-d969-4b05-a6cc-d340f4c66736 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487502 Sep 29 02:22:42.660727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=22 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:42.668472 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:43.487155 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4de795-bc28-41f5-989a-8d4d0e587b28 req-3b9a4002-6c1f-4381-bcbc-a7d681bc1a5c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:43.488608 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af4de795-bc28-41f5-989a-8d4d0e587b28 req-3b9a4002-6c1f-4381-bcbc-a7d681bc1a5c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0492253 Sep 29 02:22:43.539698 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af4de795-bc28-41f5-989a-8d4d0e587b28 req-bd16db6f-f06e-4c8b-a507-f9a0240be482 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Sep 29 02:22:43.793872 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:44.676270 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5b4a-e0ff-4a90-bff6-ae9b21403612 req-9e855d32-7630-402c-9bc5-df40f3d949c1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:44.677699 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-245a5b4a-e0ff-4a90-bff6-ae9b21403612 req-9e855d32-7630-402c-9bc5-df40f3d949c1 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0539267 Sep 29 02:22:44.728243 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-245a5b4a-e0ff-4a90-bff6-ae9b21403612 req-b87c041f-365f-4127-ab0f-6913322fe416 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Sep 29 02:22:44.908137 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:22:45.010031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:45.021136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:22:45.060310 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: ACTIVE; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:22:45.060700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.074265 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:22:45.094450 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:45.100522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:45.147055 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=6']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:45.154845 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.155172 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.155544 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.155859 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.156189 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.156511 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.156829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.157148 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.157468 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.157781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.158122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.158426 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.158753 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.159058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.159370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:22:45.165047 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:22:45.284038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['998a6c9b-b071-42d6-9c61-c534536f1b8e'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:22:45.877441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392986c-077d-46e8-9c92-07afa163e351 req-63f21bdf-6a30-44f5-ba22-1bd2f4056c6e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:45.878929 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2392986c-077d-46e8-9c92-07afa163e351 req-63f21bdf-6a30-44f5-ba22-1bd2f4056c6e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 944 time: 0.0580096 Sep 29 02:22:45.926051 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2392986c-077d-46e8-9c92-07afa163e351 req-baba3146-c501-4217-a78f-b067fb72f10c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Sep 29 02:22:46.944701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:22:46.994714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 998a6c9b-b071-42d6-9c61-c534536f1b8e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:22:46.995079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:46.995407 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:22:47.069241 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:22:47.069624 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.092439 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:22:47.094692 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d5fb6-e4dd-453d-ae05-993c189e82f2" -d '{"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:22:47.107397 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:22:47.112638 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.136877 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7746e6-4fd3-486c-a8b5-3b7003545a01 x-openstack-request-id: req-bd7746e6-4fd3-486c-a8b5-3b7003545a01 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:22:47.137196 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:22:47.137448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd7746e6-4fd3-486c-a8b5-3b7003545a01 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:22:47.137869 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7746e6-4fd3-486c-a8b5-3b7003545a01'] response: {'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'code': 200} Sep 29 02:22:47.163866 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=7']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:22:47.221837 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1d11c-9631-4a07-ac5f-e8157c8c859b req-66aea77a-4808-4cb0-8221-1eaf05ae8766 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:47.223250 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-81d1d11c-9631-4a07-ac5f-e8157c8c859b req-66aea77a-4808-4cb0-8221-1eaf05ae8766 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.2133987 Sep 29 02:22:47.275867 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-81d1d11c-9631-4a07-ac5f-e8157c8c859b req-a05baf62-5feb-49e6-b6f9-13484da0f74a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468023 Sep 29 02:22:48.471905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767bf15-c0a4-4012-9dfd-0b74c3aa5700 req-dbeab2fd-6f50-4f16-8c2e-288700a9bb8b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:48.473377 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7767bf15-c0a4-4012-9dfd-0b74c3aa5700 req-dbeab2fd-6f50-4f16-8c2e-288700a9bb8b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.1089540 Sep 29 02:22:48.525540 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7767bf15-c0a4-4012-9dfd-0b74c3aa5700 req-55dfd544-9dea-40d3-9124-4d86e3f94220 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454416 Sep 29 02:22:49.668134 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8be3b-1eaa-4813-966a-47e57e1507d6 req-acd7d92f-44ea-4bd4-ac34-54494ee22f67 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:49.669725 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-10e8be3b-1eaa-4813-966a-47e57e1507d6 req-acd7d92f-44ea-4bd4-ac34-54494ee22f67 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0479732 Sep 29 02:22:49.719104 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-10e8be3b-1eaa-4813-966a-47e57e1507d6 req-5289b39c-ab9c-48b2-a2a3-9fae8a228a3c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436254 Sep 29 02:22:50.828172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:50.867942 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de88e9e-36cf-45e7-a23b-af5084b90edf req-a166abd2-be62-40b5-84cc-2d558549b273 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:50.870465 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6de88e9e-36cf-45e7-a23b-af5084b90edf req-a166abd2-be62-40b5-84cc-2d558549b273 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0508134 Sep 29 02:22:50.920472 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6de88e9e-36cf-45e7-a23b-af5084b90edf req-55d565c6-fde2-4670-9ff2-087581fdef89 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Sep 29 02:22:51.168511 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:52.063178 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaedf7e-fd9a-46ac-9bce-8b3b6f02714b req-df28f627-d115-4eeb-a357-36053787ebce tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:52.064701 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-beaedf7e-fd9a-46ac-9bce-8b3b6f02714b req-df28f627-d115-4eeb-a357-36053787ebce tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0491841 Sep 29 02:22:52.114511 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-beaedf7e-fd9a-46ac-9bce-8b3b6f02714b req-a407c08c-0b5d-462d-9e0a-a9b77c39f041 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433426 Sep 29 02:22:52.640626 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291805b-604f-4cdf-8696-37e267406d9c req-4e9829fb-4401-4dc2-94b0-2d2006bae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:52.642113 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-4e9829fb-4401-4dc2-94b0-2d2006bae601 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1129 time: 0.0395205 Sep 29 02:22:52.761961 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:52.773185 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291805b-604f-4cdf-8696-37e267406d9c req-91e36284-94b1-4de4-a3a3-3139f4c61b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:52.774389 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-91e36284-94b1-4de4-a3a3-3139f4c61b98 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.1079431 Sep 29 02:22:52.843526 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-a989909e-b094-4171-9158-3a4d190c69e6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 1000 time: 0.0622699 Sep 29 02:22:52.895395 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291805b-604f-4cdf-8696-37e267406d9c req-f2273e6c-899e-4fb9-8dc8-475c708daab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:52.897005 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-f2273e6c-899e-4fb9-8dc8-475c708daab1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0467477 Sep 29 02:22:52.945011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291805b-604f-4cdf-8696-37e267406d9c req-ca771bbf-f737-413e-b60a-57483df1022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:52.946561 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-ca771bbf-f737-413e-b60a-57483df1022f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409672 Sep 29 02:22:53.052105 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-003369d7-39d6-4ff0-ab18-39bece4c3377 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979216 Sep 29 02:22:53.163852 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d291805b-604f-4cdf-8696-37e267406d9c req-a152faf6-371c-41a9-a087-6edef5fe4244 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048553 Sep 29 02:22:53.275679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afad9b-9ecf-4523-bf6a-c06a3cd40077 req-9af2190a-a524-4722-b39a-4fb2012617a9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:53.277305 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d2afad9b-9ecf-4523-bf6a-c06a3cd40077 req-9af2190a-a524-4722-b39a-4fb2012617a9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0579007 Sep 29 02:22:53.336614 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d2afad9b-9ecf-4523-bf6a-c06a3cd40077 req-f57ab13a-08c0-462a-aa07-514d214aa8a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526161 Sep 29 02:22:54.626220 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8274d0-49a9-4be1-a418-5a82363c4e90 req-965330ae-1f78-4232-ad86-4c63dc1fd65e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:54.627731 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c8274d0-49a9-4be1-a418-5a82363c4e90 req-965330ae-1f78-4232-ad86-4c63dc1fd65e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0536406 Sep 29 02:22:54.682863 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c8274d0-49a9-4be1-a418-5a82363c4e90 req-6ced5cf0-d1ef-4a0a-959e-1b48db9dd427 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483060 Sep 29 02:22:55.164879 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:55.812635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ce59-4137-4c36-a911-5c64db938a88 req-4a3eec91-b14f-4770-9718-faceeffc762f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:55.819997 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0f5ce59-4137-4c36-a911-5c64db938a88 req-4a3eec91-b14f-4770-9718-faceeffc762f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0541322 Sep 29 02:22:55.872452 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d0f5ce59-4137-4c36-a911-5c64db938a88 req-3f01868f-a02f-4f39-9348-b77d5f74c9bc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518687 Sep 29 02:22:57.006667 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fcb4f-5f0e-4823-9af8-5c4e6f358b0d req-92d72bb1-ad4c-4067-8201-dfd4ac3152b0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:57.008326 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5f8fcb4f-5f0e-4823-9af8-5c4e6f358b0d req-92d72bb1-ad4c-4067-8201-dfd4ac3152b0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0500431 Sep 29 02:22:57.060529 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5f8fcb4f-5f0e-4823-9af8-5c4e6f358b0d req-a7ad96b0-58b4-4e1e-8164-be4b4d900a1d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461068 Sep 29 02:22:57.160701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:57.162839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:57.683853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-bb06bad5-afef-4a6a-b152-3e8eb734769c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.213000 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6213f6-5bdb-4609-87af-f91fd76762d5 req-c0d890f4-5de0-457d-a33f-0d622e7e74ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:58.221733 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fd6213f6-5bdb-4609-87af-f91fd76762d5 req-c0d890f4-5de0-457d-a33f-0d622e7e74ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0612187 Sep 29 02:22:58.286764 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fd6213f6-5bdb-4609-87af-f91fd76762d5 req-4ff75fe7-d90e-4efe-b88f-ac1aa1a1b1a3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640831 Sep 29 02:22:59.423461 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f280a0-d51e-425a-aa53-bdf3076d6e3a req-70fb8586-1b69-48d5-9fe7-316a927ed88a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:59.425759 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-37f280a0-d51e-425a-aa53-bdf3076d6e3a req-70fb8586-1b69-48d5-9fe7-316a927ed88a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0510805 Sep 29 02:22:59.478284 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-37f280a0-d51e-425a-aa53-bdf3076d6e3a req-53adf948-b471-489b-abd0-48a5b6d74875 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 Sep 29 02:22:59.953879 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-22ae2d2d-c646-4dfc-abf1-b5e9b65a17b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:00.646188 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d12ab-89aa-4148-860c-958c713695df req-572cb261-4631-4317-bfef-2594f26be3a4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:00.647710 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c22d12ab-89aa-4148-860c-958c713695df req-572cb261-4631-4317-bfef-2594f26be3a4 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0574784 Sep 29 02:23:00.706678 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c22d12ab-89aa-4148-860c-958c713695df req-54ee029d-24f9-4498-a927-e36ae829a241 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489285 Sep 29 02:23:01.288177 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:01.843189 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d364-9294-4ed7-911e-1821b38f615f req-741c0141-971f-4ae1-8c9c-98b4d22e0680 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:01.845227 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bbe4d364-9294-4ed7-911e-1821b38f615f req-741c0141-971f-4ae1-8c9c-98b4d22e0680 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0532150 Sep 29 02:23:01.895283 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-bbe4d364-9294-4ed7-911e-1821b38f615f req-1f3f6f0d-0e0a-4b21-911c-58f667868dca tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Sep 29 02:23:02.440562 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:02.444044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065210-e71f-4c99-a200-735db15c5d62 req-d1cb998d-36cc-4e19-bec3-f38b51e37c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:02.445531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-d1cb998d-36cc-4e19-bec3-f38b51e37c03 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1129 time: 0.0440786 Sep 29 02:23:02.648766 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:02.675076 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:02.810951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065210-e71f-4c99-a200-735db15c5d62 req-2e95ff63-bc18-4b3f-b7b6-ab7eee22ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:02.813010 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-2e95ff63-bc18-4b3f-b7b6-ab7eee22ed9a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.3610935 Sep 29 02:23:02.874925 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-4ede9ac2-8b5a-468b-8544-2b7ce657f97f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 1000 time: 0.0550890 Sep 29 02:23:02.932048 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065210-e71f-4c99-a200-735db15c5d62 req-8eabfd55-80dd-48f8-b823-66ce7b2cb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:02.933404 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-8eabfd55-80dd-48f8-b823-66ce7b2cb137 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0520141 Sep 29 02:23:02.979024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065210-e71f-4c99-a200-735db15c5d62 req-1de1d21b-f59c-4663-8064-ac8c2cf11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:02.980529 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-1de1d21b-f59c-4663-8064-ac8c2cf11e57 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407221 Sep 29 02:23:02.999099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-360a25ee-ebbe-4864-8292-5fc578900589 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:23:03.000098 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-360a25ee-ebbe-4864-8292-5fc578900589 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0128856 Sep 29 02:23:03.073371 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:03.081954 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c712-ab02-49b0-afa8-2ee7a84bf450 req-9beb2e07-22d6-4c19-9207-5e516c2c81d0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:03.083458 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bed4c712-ab02-49b0-afa8-2ee7a84bf450 req-9beb2e07-22d6-4c19-9207-5e516c2c81d0 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0974579 Sep 29 02:23:03.149005 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-fddd73aa-c3c7-4aa6-8c3a-3867093e6311 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290896 Sep 29 02:23:03.155848 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bed4c712-ab02-49b0-afa8-2ee7a84bf450 req-37daac69-5f62-41b6-9ab2-2c4506e78aa7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665591 Sep 29 02:23:03.248682 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ed065210-e71f-4c99-a200-735db15c5d62 req-d701d351-aacd-4c23-b08e-761bb3456b5c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919318 Sep 29 02:23:03.461830 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 57930) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:03.584164 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.628709 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:03.663442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Publish callbacks [] for security_group (196ca0ae-6358-4e12-a9e9-a7b6b31ec685), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.669514 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (196ca0ae-6358-4e12-a9e9-a7b6b31ec685), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.689570 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:03.712662 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1c76477ccff14bc59acb0c83f11d9136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496507 Sep 29 02:23:03.713869 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ca0ae-6358-4e12-a9e9-a7b6b31ec685,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:03.715667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57934) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:03.722405 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.722754 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.723088 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.723407 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.723723 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.724035 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.724345 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.724661 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.724967 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.725272 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.725587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.725899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.726226 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.726532 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.726835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d8f6-b8ae-4d10-bae4-f8092d09d4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:23:03.768089 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] Publish callbacks [] for security_group (196ca0ae-6358-4e12-a9e9-a7b6b31ec685), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.789339 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] Publish callbacks [] for security_group (196ca0ae-6358-4e12-a9e9-a7b6b31ec685), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.840596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (196ca0ae-6358-4e12-a9e9-a7b6b31ec685), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.843318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:03.844482 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/196ca0ae-6358-4e12-a9e9-a7b6b31ec685 HTTP/1.1" status: 204 len: 168 time: 0.1277547 Sep 29 02:23:03.852401 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1a61-2288-4167-9361-9ea7336d8b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ca0ae-6358-4e12-a9e9-a7b6b31ec685,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:04.287839 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bc517-d2dc-43a9-82db-b33ad1cc4bc6 req-4bab86ba-d1b6-486e-b84c-43dddc267ac7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:04.289330 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-542bc517-d2dc-43a9-82db-b33ad1cc4bc6 req-4bab86ba-d1b6-486e-b84c-43dddc267ac7 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 945 time: 0.0492485 Sep 29 02:23:04.339955 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-542bc517-d2dc-43a9-82db-b33ad1cc4bc6 req-7c60e3af-a6b9-4bbc-8e40-6ce65ce3c5bb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Sep 29 02:23:05.095825 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:23:05.172222 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: ACTIVE; New status is: DOWN {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:23:05.172854 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:05.195667 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:23:05.197916 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111597a-2561-49e3-a804-36301de3cb1f" -d '{"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-unplugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:23:05.210803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:23:05.217254 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:05.242344 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f1b4f-dfea-4cee-8571-831bf303aad9 x-openstack-request-id: req-3d1f1b4f-dfea-4cee-8571-831bf303aad9 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:23:05.242612 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-unplugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:23:05.242877 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d1f1b4f-dfea-4cee-8571-831bf303aad9 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:23:05.243267 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1f1b4f-dfea-4cee-8571-831bf303aad9'] response: {'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'code': 200} Sep 29 02:23:05.269540 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=8']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:05.468423 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e439818-2f78-405b-a509-d237bfed4dd5 req-76616589-6139-4798-9227-59244ff18474 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:05.469984 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9e439818-2f78-405b-a509-d237bfed4dd5 req-76616589-6139-4798-9227-59244ff18474 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0471649 Sep 29 02:23:05.520981 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-9e439818-2f78-405b-a509-d237bfed4dd5 req-75e460dc-34ac-4fe4-8df8-d5bfc6328d9c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 Sep 29 02:23:06.579714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2008c-e9f5-4b40-beaf-f77dc68e6aab req-3b113dee-698c-4756-abbd-a1126d21f8fd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:06.581372 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18d2008c-e9f5-4b40-beaf-f77dc68e6aab req-3b113dee-698c-4756-abbd-a1126d21f8fd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0520084 Sep 29 02:23:06.629521 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-18d2008c-e9f5-4b40-beaf-f77dc68e6aab req-de560b65-3731-48e9-b506-66d6542bc2a6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Sep 29 02:23:06.959240 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57988) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:07.048846 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-adf08b58-ef7b-4d1b-a1bb-cefa68194c82 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884187 Sep 29 02:23:07.057533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-5f1eb7f2-f819-4a8c-9f14-2734abcff88d service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:23:07.058540 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-5f1eb7f2-f819-4a8c-9f14-2734abcff88d service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049481 Sep 29 02:23:07.141432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 57996) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:23:07.241470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-ab99bf6f-d6c3-4977-996c-a502197882d6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:07.242796 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-ab99bf6f-d6c3-4977-996c-a502197882d6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports/998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 940 time: 0.1003122 Sep 29 02:23:07.766837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba6918-815e-4b5c-9a58-41157fe1871d req-392e5985-e78c-4130-9cda-cbc8026c8ed5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:07.768199 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9fba6918-815e-4b5c-9a58-41157fe1871d req-392e5985-e78c-4130-9cda-cbc8026c8ed5 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0513453 Sep 29 02:23:07.817145 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9fba6918-815e-4b5c-9a58-41157fe1871d req-6aad96e8-ef49-4715-8ecf-ac4542794e35 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Sep 29 02:23:08.399210 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-10c04349-2cf0-4fab-8a82-05ef9d052697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.400682 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-10c04349-2cf0-4fab-8a82-05ef9d052697 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d&tenant_id=ad99e285720d41988cf2cf8f8978c313 HTTP/1.1" status: 200 len: 1127 time: 0.0407009 Sep 29 02:23:08.496890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-0ea57f07-24c1-4f5b-87f8-d8cedc25083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.498409 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-0ea57f07-24c1-4f5b-87f8-d8cedc25083a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ad99e285720d41988cf2cf8f8978c313&device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1127 time: 0.0456889 Sep 29 02:23:08.597885 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-80574643-f9d4-43de-96c0-e3333052039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.599402 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-80574643-f9d4-43de-96c0-e3333052039f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 200 len: 917 time: 0.0954654 Sep 29 02:23:08.610271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:08.664903 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-60bc8557-e08b-4df4-870a-ce8d74de9780 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 200 len: 998 time: 0.0594847 Sep 29 02:23:08.713915 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-a23f0aa8-40fd-4fb0-8a5b-6c117f201476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.715348 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-a23f0aa8-40fd-4fb0-8a5b-6c117f201476 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 200 len: 855 time: 0.0450914 Sep 29 02:23:08.758727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-b50b18cb-8bb6-430c-91b3-88739057d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.760203 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-b50b18cb-8bb6-430c-91b3-88739057d6d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389712 Sep 29 02:23:08.840768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:08.856031 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-8c9695a0-c941-4a40-8391-b2b9539c9f8c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Sep 29 02:23:08.946440 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-19fa28e5-0215-425b-82ee-9d925a884639 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836027 Sep 29 02:23:08.949308 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13188e-6317-48f6-b37e-fc76b53e9c7b req-f37c8825-f660-463a-bba8-09bd6439d122 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:08.950793 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c13188e-6317-48f6-b37e-fc76b53e9c7b req-f37c8825-f660-463a-bba8-09bd6439d122 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0461583 Sep 29 02:23:08.998887 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8c13188e-6317-48f6-b37e-fc76b53e9c7b req-2ec184ab-900e-4065-9b6d-661d5fc1a6bc tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Sep 29 02:23:09.144260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:23:09.224329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: DOWN; New status is: DOWN {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:23:10.137866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652629a-dc23-44c4-9c9e-8b04abc65c1f req-25984b1b-7061-44bf-9672-8ad4ed00407b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:10.139370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b652629a-dc23-44c4-9c9e-8b04abc65c1f req-25984b1b-7061-44bf-9672-8ad4ed00407b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0542383 Sep 29 02:23:10.190558 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b652629a-dc23-44c4-9c9e-8b04abc65c1f req-bb5a9521-b3d9-4523-9630-3c45f316262c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445027 Sep 29 02:23:11.321396 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a06ab8-5e0b-415d-a8da-8bf735f64382 req-22c7538f-cb28-43d7-9daa-217ee29dd515 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:11.323559 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-39a06ab8-5e0b-415d-a8da-8bf735f64382 req-22c7538f-cb28-43d7-9daa-217ee29dd515 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0490913 Sep 29 02:23:11.378404 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-39a06ab8-5e0b-415d-a8da-8bf735f64382 req-13b7cc5b-500c-499d-93bc-189616ce2c05 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488389 Sep 29 02:23:12.512228 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935e1f-3aff-455c-832a-117b0b31cd2b req-450e49bc-3992-48ae-b900-2b3753bcb3fd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:12.513868 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f3935e1f-3aff-455c-832a-117b0b31cd2b req-450e49bc-3992-48ae-b900-2b3753bcb3fd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0512164 Sep 29 02:23:12.565893 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f3935e1f-3aff-455c-832a-117b0b31cd2b req-5beddb2f-184d-4857-a49b-bf4f47bdfcbe tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461502 Sep 29 02:23:13.702913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67032b-a2f0-4ca0-9460-26baafddda48 req-9395bc66-6073-4574-8a0f-5d45bda09094 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:13.707656 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cc67032b-a2f0-4ca0-9460-26baafddda48 req-9395bc66-6073-4574-8a0f-5d45bda09094 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0523260 Sep 29 02:23:13.755150 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-cc67032b-a2f0-4ca0-9460-26baafddda48 req-052b4c67-18f4-4dc6-b889-bf0339e73685 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Sep 29 02:23:13.803741 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:14.890680 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8461bfb-ea46-4089-ba04-2a48987f9dd2 req-7b790dcf-5c07-494d-b72e-244eadefeae9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:14.892289 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f8461bfb-ea46-4089-ba04-2a48987f9dd2 req-7b790dcf-5c07-494d-b72e-244eadefeae9 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0500841 Sep 29 02:23:14.944910 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f8461bfb-ea46-4089-ba04-2a48987f9dd2 req-25d54d91-e51f-4ab7-b9db-b5efadc7b5fd tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468466 Sep 29 02:23:16.079563 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eca62-22c1-41e9-909f-9fbdc199f077 req-421e20b6-820b-4eac-8c06-d62a3cddd68d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:16.081178 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-290eca62-22c1-41e9-909f-9fbdc199f077 req-421e20b6-820b-4eac-8c06-d62a3cddd68d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0495424 Sep 29 02:23:16.133081 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-290eca62-22c1-41e9-909f-9fbdc199f077 req-8fba91fd-08f0-42fa-9e7d-3d77a4d80931 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 Sep 29 02:23:17.267620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0936621-2afb-422a-809c-c47c9125714c req-5446fe43-9924-4688-9db3-9700c5441305 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:17.269089 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f0936621-2afb-422a-809c-c47c9125714c req-5446fe43-9924-4688-9db3-9700c5441305 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0497208 Sep 29 02:23:17.320482 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f0936621-2afb-422a-809c-c47c9125714c req-e2c58297-f0d9-456a-8fa6-c2a03f6dd08f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Sep 29 02:23:18.469472 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d30a3a-a7d6-4ace-8bc5-dea97cc4b5c5 req-689a0f4a-1240-48f9-902d-3d6b961c102a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:18.470938 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d8d30a3a-a7d6-4ace-8bc5-dea97cc4b5c5 req-689a0f4a-1240-48f9-902d-3d6b961c102a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0508986 Sep 29 02:23:18.521296 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d8d30a3a-a7d6-4ace-8bc5-dea97cc4b5c5 req-30c4f64b-2318-4296-8205-1cf04e334e14 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 Sep 29 02:23:19.664441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eb466-5563-4cf8-a89a-6f19c3246eeb req-ce8613e0-2dc0-41f2-b2b4-b334a95ab93b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:19.665905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f9eb466-5563-4cf8-a89a-6f19c3246eeb req-ce8613e0-2dc0-41f2-b2b4-b334a95ab93b tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0522599 Sep 29 02:23:19.715281 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f9eb466-5563-4cf8-a89a-6f19c3246eeb req-9cded580-d953-471a-911a-4dc719832d08 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Sep 29 02:23:20.863420 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951583-86cc-428f-98b6-299786f91711 req-4609468d-8a1a-4087-baad-810471b7361a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:20.864987 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c951583-86cc-428f-98b6-299786f91711 req-4609468d-8a1a-4087-baad-810471b7361a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0589867 Sep 29 02:23:20.900895 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:20.916720 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5c951583-86cc-428f-98b6-299786f91711 req-6b7caef1-522f-4339-b5ee-51700089cd0f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458295 Sep 29 02:23:22.070132 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf865-5e44-4a99-91e0-d66a1bece255 req-74249621-e5ec-4333-8420-11e8664199fe tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:22.071599 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4ccf865-5e44-4a99-91e0-d66a1bece255 req-74249621-e5ec-4333-8420-11e8664199fe tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0610013 Sep 29 02:23:22.120377 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d4ccf865-5e44-4a99-91e0-d66a1bece255 req-8a0d428b-5b92-4cf0-8653-28cb42874f7d tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Sep 29 02:23:22.163361 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:23:23.269832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d1777-f482-4dde-836e-4489de8d48db req-4234d52c-01e7-44d6-a05b-4531eea73793 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:23.271328 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ed7d1777-f482-4dde-836e-4489de8d48db req-4234d52c-01e7-44d6-a05b-4531eea73793 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0561850 Sep 29 02:23:23.321314 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-ed7d1777-f482-4dde-836e-4489de8d48db req-058f9bbb-6e8b-40ee-81fd-b98c5b78473f tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417922 Sep 29 02:23:23.795125 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:23.803272 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:24.459503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e485b8-e941-406d-b1e3-80e7ee15e75f req-21f6be47-c937-4c57-b88b-5dfcca25a032 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:24.460998 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-71e485b8-e941-406d-b1e3-80e7ee15e75f req-21f6be47-c937-4c57-b88b-5dfcca25a032 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 943 time: 0.0560789 Sep 29 02:23:24.486890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:24.509224 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-71e485b8-e941-406d-b1e3-80e7ee15e75f req-8ec1dfa9-ab9f-4e22-b76b-27b248839325 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Sep 29 02:23:25.227343 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:23:25.343871 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:23:25.355331 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'port_id': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'mac_address': 'fa:16:3e:a4:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:23:25.393814 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:23:25.394234 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:25.409829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:23:25.431148 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:23:25.438606 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:25.487786 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=9']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:25.641886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2683158-9bc3-4886-ac35-a3ac6d959926 req-f61b5316-185b-46b7-9c82-e8e53206004e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:25.643352 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e2683158-9bc3-4886-ac35-a3ac6d959926 req-f61b5316-185b-46b7-9c82-e8e53206004e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 944 time: 0.0496690 Sep 29 02:23:25.696172 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e2683158-9bc3-4886-ac35-a3ac6d959926 req-2fa1af57-4711-45c2-8ac7-a8d40e15004e tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Sep 29 02:23:25.868102 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['998a6c9b-b071-42d6-9c61-c534536f1b8e'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:23:26.840020 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b3bac-0589-4754-97bc-e39d072e049d req-cc44c836-8ed2-4283-ab42-cf019b4f905c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:26.841819 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-304b3bac-0589-4754-97bc-e39d072e049d req-cc44c836-8ed2-4283-ab42-cf019b4f905c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 944 time: 0.0562427 Sep 29 02:23:26.901650 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-304b3bac-0589-4754-97bc-e39d072e049d req-79a6fb87-b8b8-4d4c-95d0-a2a805b032f3 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497992 Sep 29 02:23:27.251093 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:23:27.300499 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 998a6c9b-b071-42d6-9c61-c534536f1b8e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:23:27.300846 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:27.301204 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 998a6c9b-b071-42d6-9c61-c534536f1b8e Sep 29 02:23:27.537979 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 998a6c9b-b071-42d6-9c61-c534536f1b8e is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:23:27.538286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:27.563445 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:23:27.565717 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb26ef-6750-43bc-8485-855bdeca15ec" -d '{"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:23:27.580423 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:23:27.587586 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:27.618989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189426f3-8784-4a0d-b7af-9b43ee0657f6 x-openstack-request-id: req-189426f3-8784-4a0d-b7af-9b43ee0657f6 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:23:27.619268 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-plugged", "status": "completed", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:23:27.619512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-189426f3-8784-4a0d-b7af-9b43ee0657f6 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:23:27.619901 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189426f3-8784-4a0d-b7af-9b43ee0657f6'] response: {'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'code': 200} Sep 29 02:23:27.648636 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=10']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:23:27.686443 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-81a6f22d-edbd-4461-b14a-196ffc149ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:27.938325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b2a2b-60ce-48ef-b25e-4984a1100fab req-05cdf327-ede3-4126-99ee-dcd4b1701196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:27.940742 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-478b2a2b-60ce-48ef-b25e-4984a1100fab req-05cdf327-ede3-4126-99ee-dcd4b1701196 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 1130 time: 0.1110396 Sep 29 02:23:27.989338 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-478b2a2b-60ce-48ef-b25e-4984a1100fab req-55e8acdb-8ad3-4d91-b69f-5f072c97f9ca service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Sep 29 02:23:28.053711 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802897e-c272-462c-9488-a0327ac0e3ca req-032755db-2906-4bd4-9330-92825dc0127a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:28.055196 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f802897e-c272-462c-9488-a0327ac0e3ca req-032755db-2906-4bd4-9330-92825dc0127a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0485327 Sep 29 02:23:28.103754 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f802897e-c272-462c-9488-a0327ac0e3ca req-295467b4-fc86-493b-950e-7abded43f6c8 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 Sep 29 02:23:29.228944 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=100 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:29.242658 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3dcc-3e5f-4031-9335-a1b1142255eb req-d61f0e7a-0a64-40de-9844-173418f303e2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:29.244122 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-322b3dcc-3e5f-4031-9335-a1b1142255eb req-d61f0e7a-0a64-40de-9844-173418f303e2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0472596 Sep 29 02:23:29.298630 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-322b3dcc-3e5f-4031-9335-a1b1142255eb req-70fbecbf-9065-4c70-8db9-11ff30e9bcdb tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465026 Sep 29 02:23:29.950153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-f6579347-05e3-4a82-b1d9-fea83dd80103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:30.447174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498fb65-0ef7-4a67-86e6-f56d0662f63d req-fe71bfc5-6098-437c-bbce-bfed47ea3f85 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:30.448612 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8498fb65-0ef7-4a67-86e6-f56d0662f63d req-fe71bfc5-6098-437c-bbce-bfed47ea3f85 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0567620 Sep 29 02:23:30.467227 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:30.499165 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8498fb65-0ef7-4a67-86e6-f56d0662f63d req-4f968cd9-9833-4ff1-948a-9f7358179c91 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444977 Sep 29 02:23:31.288706 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:32.662252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:32.672123 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:36.122789 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:36.124920 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=19 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:39.279347 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=27 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:39.295320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:40.491708 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=36 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:40.494899 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:42.663145 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:42.665097 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:43.802601 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:53.680245 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-d0104b72-82fc-48e6-bdeb-182cb3418872 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390103 Sep 29 02:23:53.779412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-8e961c65-bd68-43d8-8819-3817bbc3c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:53.780912 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-8e961c65-bd68-43d8-8819-3817bbc3c222 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 1129 time: 0.0400198 Sep 29 02:23:54.235003 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-90afbca2-67d6-458d-8e47-f1d9f07ead68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:54.236476 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-90afbca2-67d6-458d-8e47-f1d9f07ead68 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 200 len: 911 time: 0.1024616 Sep 29 02:23:54.656866 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-1987db0f-69bc-48e5-a352-34ddbdf5f595 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 200 len: 1001 time: 0.0677514 Sep 29 02:23:54.710844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-6b053ed0-050f-42aa-90ce-faa322656632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:54.712394 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-6b053ed0-050f-42aa-90ce-faa322656632 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 200 len: 849 time: 0.0486846 Sep 29 02:23:54.759586 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-568793ca-6573-417c-9ddc-fcdcc416f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:54.761103 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-568793ca-6573-417c-9ddc-fcdcc416f14d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=106d8127-c1ae-4a0b-8b5c-0698e340d643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398545 Sep 29 02:23:54.871063 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-fa1cba10-edb0-427a-a510-45ff22d50953 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967889 Sep 29 02:23:54.972021 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4d143323-48b1-4d25-a6a9-2aaa20b0f862 req-bf5467ea-92d8-4178-a806-7a74aaea1d95 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Sep 29 02:23:57.682361 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-fabe5c2a-ab1e-4f0c-9d75-a3060b377478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:57.760243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d7d99-f8d3-4e64-bceb-75d9455c3009 req-2d908702-cf1d-4e74-9ebb-c93b5bd290eb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:57.761598 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2c1d7d99-f8d3-4e64-bceb-75d9455c3009 req-2d908702-cf1d-4e74-9ebb-c93b5bd290eb tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0467288 Sep 29 02:23:57.821652 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2c1d7d99-f8d3-4e64-bceb-75d9455c3009 req-7a5d02ca-fa93-41cb-aa3a-83cbff5860cd tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518365 Sep 29 02:23:58.975322 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200323-6023-4ccf-abde-0346e0e5aa8f req-8811e14a-328e-4445-982f-a1578c641ad0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:58.977847 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-11200323-6023-4ccf-abde-0346e0e5aa8f req-8811e14a-328e-4445-982f-a1578c641ad0 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0570831 Sep 29 02:23:59.030426 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-11200323-6023-4ccf-abde-0346e0e5aa8f req-13b888a2-e41c-4708-bf4d-c1ea749e3baa tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470366 Sep 29 02:23:59.169208 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:23:59.896183 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62535f57-5287-469e-a7e2-8022d4011e6d req-9af768eb-fd9e-4ff2-8d2d-cdf8f6dad8b8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:59.897634 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-62535f57-5287-469e-a7e2-8022d4011e6d req-9af768eb-fd9e-4ff2-8d2d-cdf8f6dad8b8 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Sep 29 02:23:59.948166 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0e497ca9-b0fa-4d20-9c14-75804faae84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:59.981012 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Deleting port 28d1e650-93d3-4314-83bc-9645d4e3c23f {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:23:59.981350 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.085518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] For port 28d1e650-93d3-4314-83bc-9645d4e3c23f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=28d1e650-93d3-4314-83bc-9645d4e3c23f,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:00.085975 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.212153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601db0f-a6b3-4b15-904c-15d67e754185 req-5bf09b2c-62af-4c01-8092-56848e432764 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:00.213596 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2601db0f-a6b3-4b15-904c-15d67e754185 req-5bf09b2c-62af-4c01-8092-56848e432764 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 945 time: 0.0865421 Sep 29 02:24:00.232204 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:00.281970 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:00.315368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.315724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.316027 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Floating IP 32081e56-5f07-4c0e-9cda-3891ebb7fd5e disassociated. External IP: 172.27.2.165, port: 28d1e650-93d3-4314-83bc-9645d4e3c23f. Sep 29 02:24:00.316361 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Calling delete_port for 28d1e650-93d3-4314-83bc-9645d4e3c23f owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:00.325772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2601db0f-a6b3-4b15-904c-15d67e754185 req-9fc6013a-bc33-4a3d-abde-67e25706be18 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ca12ec87-ca5c-41f9-83d4-199bf23653b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034160 Sep 29 02:24:00.459437 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (28d1e650-93d3-4314-83bc-9645d4e3c23f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.489178 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'Port': ['ID=28d1e650-93d3-4314-83bc-9645d4e3c23f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:00.501121 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.501463 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.501822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.502163 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.502504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.502824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.503143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.503457 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.503770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.504084 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.504397 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.504711 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.505021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.505316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.505622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:00.610795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:00.729261 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:00.741341 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:00.752151 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:00.752791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:00.776286 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] No DVR routers for this DVR port 28d1e650-93d3-4314-83bc-9645d4e3c23f on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:00.778830 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:00.782029 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-62535f57-5287-469e-a7e2-8022d4011e6d req-3aa3c313-0e83-4d77-be11-2caced880176 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.55 "DELETE /networking/v2.0/ports/28d1e650-93d3-4314-83bc-9645d4e3c23f HTTP/1.1" status: 204 len: 173 time: 0.8791783 Sep 29 02:24:00.782533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'name': 'network-vif-deleted', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:00.784817 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16046bd4-003b-4bc4-89b5-6fc0685ec43f" -d '{"events": [{"server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "name": "network-vif-deleted", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:00.878996 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:00.885234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c0d9c3-f678-49ee-8d61-470a0e0eb252 x-openstack-request-id: req-c3c0d9c3-f678-49ee-8d61-470a0e0eb252 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:00.885579 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17fd87-1d98-421f-8d5c-fa0a77b51165", "name": "network-vif-deleted", "tag": "28d1e650-93d3-4314-83bc-9645d4e3c23f", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:00.885920 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3c0d9c3-f678-49ee-8d61-470a0e0eb252 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:00.886461 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c0d9c3-f678-49ee-8d61-470a0e0eb252'] response: {'server_uuid': 'ba17fd87-1d98-421f-8d5c-fa0a77b51165', 'name': 'network-vif-deleted', 'tag': '28d1e650-93d3-4314-83bc-9645d4e3c23f', 'status': 'completed', 'code': 200} Sep 29 02:24:01.086992 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:01.110886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:01.119171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:01.119764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:01.221042 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:01.356787 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:01.453671 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:01.467030 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d15ca5ff-be62-467d-bd1e-25996cd5d1ec req-269fd5f1-17d1-4aaf-8d1a-67088f4967d4 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ba17fd87-1d98-421f-8d5c-fa0a77b51165 HTTP/1.1" status: 200 len: 210 time: 0.0298934 Sep 29 02:24:01.488928 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbcc59-8a62-41bf-9f85-7f7caa32cde5 None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:12:43Z', 'revision_number': 4, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'ffd2b154-38fd-490e-b082-0ace6d0a853e', 'name': '', 'network_id': '106d8127-c1ae-4a0b-8b5c-0698e340d643', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'mac_address': 'fa:16:3e:e0:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'subnets': [{'id': 'd73d5c7f-5a02-4e00-9e00-89d45976b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:01.746537 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab74768-ef26-4066-920a-042a84a9dc55 None None] New status for floating IP 32081e56-5f07-4c0e-9cda-3891ebb7fd5e: DOWN {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:24:02.588781 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58282) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:02.644626 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (ca12ec87-ca5c-41f9-83d4-199bf23653b5), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.662805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.670740 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.672160 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (ca12ec87-ca5c-41f9-83d4-199bf23653b5), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.722382 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ca12ec87-ca5c-41f9-83d4-199bf23653b5), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.724776 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.728549 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ca12ec87-ca5c-41f9-83d4-199bf23653b5 HTTP/1.1" status: 204 len: 168 time: 0.1361523 Sep 29 02:24:02.729023 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58286) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:02.735250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b639b-3a91-4503-af39-780903aa04dc tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12ec87-ca5c-41f9-83d4-199bf23653b5,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:02.743769 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-e14a3a35-7c43-4231-b1d4-bfa23de948ee tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] show failed (client error): The resource could not be found. Sep 29 02:24:02.744903 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-e14a3a35-7c43-4231-b1d4-bfa23de948ee tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "GET /networking/v2.0/security-groups/ca12ec87-ca5c-41f9-83d4-199bf23653b5 HTTP/1.1" status: 404 len: 347 time: 0.0148888 Sep 29 02:24:02.748064 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58288) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:02.862605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Deleting port 0e1a6ef2-663a-47eb-81fd-bcedce80a123 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:02.862951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.938992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.939286 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (0e1a6ef2-663a-47eb-81fd-bcedce80a123), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:02.954609 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Calling delete_port for 0e1a6ef2-663a-47eb-81fd-bcedce80a123 owned by network:floatingip {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:03.040522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:03.094541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (0e1a6ef2-663a-47eb-81fd-bcedce80a123), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:03.119597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Pushing event deleted for resources: {'Port': ['ID=0e1a6ef2-663a-47eb-81fd-bcedce80a123,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:03.150049 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:03.187949 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks [] for floatingip (32081e56-5f07-4c0e-9cda-3891ebb7fd5e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:03.190511 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:03.194280 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-99083cc6-12eb-4221-96e2-5d80aedd0892 tempest-AttachVolumeTestJSON-1312439490 tempest-AttachVolumeTestJSON-1312439490-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/32081e56-5f07-4c0e-9cda-3891ebb7fd5e HTTP/1.1" status: 204 len: 168 time: 0.4426944 Sep 29 02:24:03.442216 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 28d1e650-93d3-4314-83bc-9645d4e3c23f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:03.465496 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 28d1e650-93d3-4314-83bc-9645d4e3c23f {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:03.465804 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 28d1e650-93d3-4314-83bc-9645d4e3c23f not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:06.825762 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58334) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:07.257265 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (4045df9f-f0c5-4137-844a-874be24b6837), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:07.744905 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Deleting port ffd2b154-38fd-490e-b082-0ace6d0a853e {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:07.745331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:07.828820 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] For port ffd2b154-38fd-490e-b082-0ace6d0a853e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=ffd2b154-38fd-490e-b082-0ace6d0a853e,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:07.829503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:07.841790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Calling delete_port for ffd2b154-38fd-490e-b082-0ace6d0a853e owned by network:router_interface {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:07.974876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:07.976599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:08.024753 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (ffd2b154-38fd-490e-b082-0ace6d0a853e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:08.047191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd2b154-38fd-490e-b082-0ace6d0a853e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:08.219490 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (4045df9f-f0c5-4137-844a-874be24b6837), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:08.424685 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Router 4045df9f-f0c5-4137-844a-874be24b6837 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:08.529850 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:08.538218 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-eeeeff7b-2746-4f95-b5c6-a673eb1719e3 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/4045df9f-f0c5-4137-844a-874be24b6837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113311 Sep 29 02:24:08.541034 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58342) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:08.547924 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Sync routers for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:08.559023 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:08.559657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:08.606634 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:08.609371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:08.667329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:08.848461 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:24:07Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:08.875108 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Checking router: 4045df9f-f0c5-4137-844a-874be24b6837 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:08.879583 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks [] for router (4045df9f-f0c5-4137-844a-874be24b6837), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:08.883859 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Routers {'4045df9f-f0c5-4137-844a-874be24b6837'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:08.884448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['4045df9f-f0c5-4137-844a-874be24b6837'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:08.978703 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks [] for router_gateway (4045df9f-f0c5-4137-844a-874be24b6837), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.029548 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Deleting port 7e921745-f1fd-49c6-b216-7997cba3f57d {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:09.029844 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.112582 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] For port 7e921745-f1fd-49c6-b216-7997cba3f57d, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=7e921745-f1fd-49c6-b216-7997cba3f57d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:09.112824 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.120442 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] Set router 4045df9f-f0c5-4137-844a-874be24b6837 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:09.126219 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Calling delete_port for 7e921745-f1fd-49c6-b216-7997cba3f57d owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:09.287924 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:24:07Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:09.294677 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (7e921745-f1fd-49c6-b216-7997cba3f57d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.313628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f6943-636e-498c-8f54-3851b745cab4 None None] The sync data for ids ['4045df9f-f0c5-4137-844a-874be24b6837'] in dv-cinder-733062-36-iscsi is: [{'id': '4045df9f-f0c5-4137-844a-874be24b6837', 'name': 'tempest-AttachVolumeTestJSON-468300057-router', 'tenant_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:32Z', 'updated_at': '2022-09-29T02:24:07Z', 'revision_number': 5, 'project_id': 'e72ef47313ef4a8582a9e060d5597fc0', 'gw_port': {'id': '7e921745-f1fd-49c6-b216-7997cba3f57d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4045df9f-f0c5-4137-844a-874be24b6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:33Z', 'updated_at': '2022-09-29T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:09.324747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e921745-f1fd-49c6-b216-7997cba3f57d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:09.338222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:09.341012 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.341371 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.341711 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.342098 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.342424 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.342750 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.343080 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.343399 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.343722 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.344039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.344355 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.344668 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.344981 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.345291 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.345600 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:09.399813 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:09.406161 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (4045df9f-f0c5-4137-844a-874be24b6837), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.492427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (4045df9f-f0c5-4137-844a-874be24b6837), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.494738 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks [] for router_controller (4045df9f-f0c5-4137-844a-874be24b6837), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.541922 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (4045df9f-f0c5-4137-844a-874be24b6837), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.542733 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4045df9f-f0c5-4137-844a-874be24b6837 {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:24:09.547440 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.548597 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f8077422-7f74-4d1b-9c11-5348d8b6173a admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/4045df9f-f0c5-4137-844a-874be24b6837 HTTP/1.1" status: 204 len: 168 time: 1.0066202 Sep 29 02:24:09.551279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58346) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:09.601331 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Deleting subnet d73d5c7f-5a02-4e00-9e00-89d45976b5ab {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:24:09.604795 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Publish callbacks [] for subnet (d73d5c7f-5a02-4e00-9e00-89d45976b5ab), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.643313 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (d73d5c7f-5a02-4e00-9e00-89d45976b5ab), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.728991 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (d73d5c7f-5a02-4e00-9e00-89d45976b5ab), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.780169 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device ffd2b154-38fd-490e-b082-0ace6d0a853e no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:09.793909 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (d73d5c7f-5a02-4e00-9e00-89d45976b5ab), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.801980 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: ffd2b154-38fd-490e-b082-0ace6d0a853e {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:09.802562 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device ffd2b154-38fd-490e-b082-0ace6d0a853e not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:09.808291 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.811762 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/d73d5c7f-5a02-4e00-9e00-89d45976b5ab HTTP/1.1" status: 204 len: 168 time: 0.2595088 Sep 29 02:24:09.814678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58348) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:09.818691 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befebf1d-1c6a-4d2a-bc9c-3114385eba6a None None] Network 106d8127-c1ae-4a0b-8b5c-0698e340d643 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:09.830823 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53918-e9e3-42b7-acb9-e0ce35eb5614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73d5c7f-5a02-4e00-9e00-89d45976b5ab,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:09.899266 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (106d8127-c1ae-4a0b-8b5c-0698e340d643), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.952369 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Deleting port 9bb268c3-8487-449e-a8eb-304564c3fc15 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:09.952714 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:09.985627 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] DHCP port deletion for 106d8127-c1ae-4a0b-8b5c-0698e340d643 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:24:10.030599 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] For port 9bb268c3-8487-449e-a8eb-304564c3fc15, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9bb268c3-8487-449e-a8eb-304564c3fc15,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:10.030967 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.040748 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Deleting port 9bb268c3-8487-449e-a8eb-304564c3fc15 {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:10.041409 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.049869 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Calling delete_port for 9bb268c3-8487-449e-a8eb-304564c3fc15 owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:10.123547 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] For port 9bb268c3-8487-449e-a8eb-304564c3fc15, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9bb268c3-8487-449e-a8eb-304564c3fc15,segment=NetworkSegment(6f38255d-739e-498f-9a1e-cab112995e60),segment_id=6f38255d-739e-498f-9a1e-cab112995e60)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:10.123933 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.139100 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Calling delete_port for 9bb268c3-8487-449e-a8eb-304564c3fc15 owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:10.142172 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.169625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb268c3-8487-449e-a8eb-304564c3fc15,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:10.174439 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] No DVR routers for this DVR port 9bb268c3-8487-449e-a8eb-304564c3fc15 on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:10.179611 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:10.212147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:10.220558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (9bb268c3-8487-449e-a8eb-304564c3fc15), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.244931 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Pushing event deleted for resources: {'Port': ['ID=9bb268c3-8487-449e-a8eb-304564c3fc15,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:10.252706 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (106d8127-c1ae-4a0b-8b5c-0698e340d643), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.252975 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] No DVR routers for this DVR port 9bb268c3-8487-449e-a8eb-304564c3fc15 on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:10.255219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.255489 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.255814 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.256169 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.256470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.256790 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.257111 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.257866 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.258224 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.258552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.258873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.259190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.259495 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.259810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.260131 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d8c60-d189-4a4b-adf6-438075c9d6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:24:10.273945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106d8127-c1ae-4a0b-8b5c-0698e340d643']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:10.283443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f38255d-739e-498f-9a1e-cab112995e60') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:10.283730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f38255d-739e-498f-9a1e-cab112995e60') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:10.293324 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (6f38255d-739e-498f-9a1e-cab112995e60), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.306558 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6f38255d-739e-498f-9a1e-cab112995e60), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.316101 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:24:10.316777 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (6f38255d-739e-498f-9a1e-cab112995e60), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.365065 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 6f38255d-739e-498f-9a1e-cab112995e60 resource provider aggregate not found Sep 29 02:24:10.385557 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 6f38255d-739e-498f-9a1e-cab112995e60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f38255d-739e-498f-9a1e-cab112995e60 found for delete ", "request_id": "req-abf51ef2-9f2c-4e42-a04f-d994bed9daea"}]} Sep 29 02:24:10.393932 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (106d8127-c1ae-4a0b-8b5c-0698e340d643), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.399858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.403487 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/106d8127-c1ae-4a0b-8b5c-0698e340d643 HTTP/1.1" status: 204 len: 168 time: 0.5877399 Sep 29 02:24:10.415745 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ddf0-d7bd-45e8-9619-d6084ee675b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=106d8127-c1ae-4a0b-8b5c-0698e340d643,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:10.532334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58356) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:10.577842 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c2668001-359c-4694-a3c8-a2a34223dee8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e72ef47313ef4a8582a9e060d5597fc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443063 Sep 29 02:24:10.580629 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58360) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:10.634059 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] Publish callbacks [] for security_group (a00390fe-029f-4f4e-9613-ca676f467a21), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.654896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] Publish callbacks [] for security_group (a00390fe-029f-4f4e-9613-ca676f467a21), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.703398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a00390fe-029f-4f4e-9613-ca676f467a21), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.706093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:10.707204 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a00390fe-029f-4f4e-9613-ca676f467a21 HTTP/1.1" status: 204 len: 168 time: 0.1257174 Sep 29 02:24:10.716689 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e6e80-e041-4c25-8bac-4dde138c8590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00390fe-029f-4f4e-9613-ca676f467a21,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:10.730688 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:11.413652 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9bb268c3-8487-449e-a8eb-304564c3fc15 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:11.438088 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 9bb268c3-8487-449e-a8eb-304564c3fc15 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:11.438428 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9bb268c3-8487-449e-a8eb-304564c3fc15 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:11.439052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 7e921745-f1fd-49c6-b216-7997cba3f57d no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:11.457056 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 7e921745-f1fd-49c6-b216-7997cba3f57d {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:11.457370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 7e921745-f1fd-49c6-b216-7997cba3f57d not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:11.819613 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:11.822258 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=9 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:12.382853 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea19b40-010d-4a68-8470-504f13aab955 req-b398fa60-0c97-4d46-aa26-22364daffd79 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:12.384380 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2ea19b40-010d-4a68-8470-504f13aab955 req-b398fa60-0c97-4d46-aa26-22364daffd79 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0466440 Sep 29 02:24:12.438638 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-2ea19b40-010d-4a68-8470-504f13aab955 req-a49fa363-802a-4278-bb10-8e0dcbef730a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481398 Sep 29 02:24:12.561849 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58432) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:12.680694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d0258d2d-c29a-407d-bba8-04e86753c3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.761371 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d0258d2d-c29a-407d-bba8-04e86753c3b0 admin admin] Publish callbacks [] for security_group (35ca218b-d778-40ea-b837-50283eddad37), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.767165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d0258d2d-c29a-407d-bba8-04e86753c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (35ca218b-d778-40ea-b837-50283eddad37), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.808818 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d0258d2d-c29a-407d-bba8-04e86753c3b0 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=489edb9ab6874ae8b1f747c0afadff8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458465 Sep 29 02:24:12.809758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0258d2d-c29a-407d-bba8-04e86753c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca218b-d778-40ea-b837-50283eddad37,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:12.811854 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58436) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:12.871604 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] Publish callbacks [] for security_group (35ca218b-d778-40ea-b837-50283eddad37), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.892215 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] Publish callbacks [] for security_group (35ca218b-d778-40ea-b837-50283eddad37), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.946318 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (35ca218b-d778-40ea-b837-50283eddad37), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.949548 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:12.950665 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/35ca218b-d778-40ea-b837-50283eddad37 HTTP/1.1" status: 204 len: 168 time: 0.1377728 Sep 29 02:24:12.958527 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d2ec6-91e8-4c78-b102-84dcfda3cb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca218b-d778-40ea-b837-50283eddad37,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:13.248432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58442) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:13.262949 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa993-13e3-4a18-ae80-99fd04b71fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.344124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa993-13e3-4a18-ae80-99fd04b71fc5 admin admin] Publish callbacks [] for security_group (3993d611-01a7-4912-a2a0-cf52c3765058), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.350970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa993-13e3-4a18-ae80-99fd04b71fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3993d611-01a7-4912-a2a0-cf52c3765058), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.393084 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:13.397750 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-7ddfa993-13e3-4a18-ae80-99fd04b71fc5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0aefd55e79b04f19b88a229e9a80e074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482353 Sep 29 02:24:13.398935 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfa993-13e3-4a18-ae80-99fd04b71fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3993d611-01a7-4912-a2a0-cf52c3765058,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:13.400812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58444) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:13.452973 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] Publish callbacks [] for security_group (3993d611-01a7-4912-a2a0-cf52c3765058), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.473660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] Publish callbacks [] for security_group (3993d611-01a7-4912-a2a0-cf52c3765058), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.528073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3993d611-01a7-4912-a2a0-cf52c3765058), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.530614 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:13.531697 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3993d611-01a7-4912-a2a0-cf52c3765058 HTTP/1.1" status: 204 len: 168 time: 0.1295640 Sep 29 02:24:13.558928 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037979a-c8f5-4483-be92-d2c8ce33f999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3993d611-01a7-4912-a2a0-cf52c3765058,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:13.576845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79708345-0b4b-41fd-9a7c-859250114913 req-283d0d4c-54b6-4b71-9269-f2fa26ec7d78 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:13.578617 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-79708345-0b4b-41fd-9a7c-859250114913 req-283d0d4c-54b6-4b71-9269-f2fa26ec7d78 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0621479 Sep 29 02:24:13.631986 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-79708345-0b4b-41fd-9a7c-859250114913 req-0a786db1-442d-422a-9465-94de69d576fd tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474110 Sep 29 02:24:13.816298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.433252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36832615-65bf-4730-9f27-af01d2751d5d req-b170bd2f-db91-4486-b3a5-b4fc318b3ef8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:14.434794 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-36832615-65bf-4730-9f27-af01d2751d5d req-b170bd2f-db91-4486-b3a5-b4fc318b3ef8 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0507720 Sep 29 02:24:14.476192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:14.481976 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:14.533046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port 5fd5d443-9b1d-486c-b4c4-501c962f12ee {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:14.533407 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.633136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] For port 5fd5d443-9b1d-486c-b4c4-501c962f12ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5fd5d443-9b1d-486c-b4c4-501c962f12ee,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:14.633782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.757264 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8170d5-b2f5-4411-bb4a-ae871e0c0389 req-17a4a29c-2416-4cf2-bcd2-4d8b99b5410a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:14.758788 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-be8170d5-b2f5-4411-bb4a-ae871e0c0389 req-17a4a29c-2416-4cf2-bcd2-4d8b99b5410a tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 945 time: 0.0480702 Sep 29 02:24:14.804153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.804527 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.805335 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Floating IP 517edee8-8a6d-48a3-ac6d-31d1d3120a1f disassociated. External IP: 172.27.2.173, port: 5fd5d443-9b1d-486c-b4c4-501c962f12ee. Sep 29 02:24:14.805335 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for 5fd5d443-9b1d-486c-b4c4-501c962f12ee owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:14.812757 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-be8170d5-b2f5-4411-bb4a-ae871e0c0389 req-29c86636-c439-4e35-9dc0-b1446318c6be tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=2e0d0338-38a5-45e5-b77f-971467b07019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477505 Sep 29 02:24:14.943776 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (5fd5d443-9b1d-486c-b4c4-501c962f12ee), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:14.972093 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=5fd5d443-9b1d-486c-b4c4-501c962f12ee,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:15.086838 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:15.198589 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:15.210793 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:15.226260 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:15.226960 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:15.243394 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] No DVR routers for this DVR port 5fd5d443-9b1d-486c-b4c4-501c962f12ee on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:15.246865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:15.250516 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-36832615-65bf-4730-9f27-af01d2751d5d req-6151db08-3089-4399-9240-e9f936c33bc2 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5fd5d443-9b1d-486c-b4c4-501c962f12ee HTTP/1.1" status: 204 len: 173 time: 0.8060534 Sep 29 02:24:15.251020 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'name': 'network-vif-deleted', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:15.253415 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85d4f3-d373-4579-98a2-6de64c8b8bd9" -d '{"events": [{"server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "name": "network-vif-deleted", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:15.307508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f569c-0c1d-4c58-b935-1a68eca581a4 x-openstack-request-id: req-1a2f569c-0c1d-4c58-b935-1a68eca581a4 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:15.307913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e", "name": "network-vif-deleted", "tag": "5fd5d443-9b1d-486c-b4c4-501c962f12ee", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:15.308213 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a2f569c-0c1d-4c58-b935-1a68eca581a4 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:15.308708 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2f569c-0c1d-4c58-b935-1a68eca581a4'] response: {'server_uuid': '8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e', 'name': 'network-vif-deleted', 'tag': '5fd5d443-9b1d-486c-b4c4-501c962f12ee', 'status': 'completed', 'code': 200} Sep 29 02:24:15.357945 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:15.588619 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:15.615052 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:15.623950 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:15.624559 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:15.727147 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:15.747697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58524) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:15.860566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f183-4383-4d23-8cfe-8c7124e9268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:15.921544 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:15.936370 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:15.950910 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879a66e-0462-4012-bb5b-c344fb4d49a8 None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:12:41Z', 'revision_number': 4, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '844efc8a-bdc9-4841-be52-aab00c070aa4', 'name': '', 'network_id': '21696cbf-ef5b-4f26-afb0-c5d58c71da44', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'mac_address': 'fa:16:3e:41:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:40Z', 'updated_at': '2022-09-29T02:12:54Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'subnets': [{'id': 'cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:15.961730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f183-4383-4d23-8cfe-8c7124e9268d admin admin] Publish callbacks [] for security_group (d3a25b85-daf4-4959-a36d-73229144adbc), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:15.962576 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1daad529-3959-4435-ba8f-7dfd22c7c7e1 req-1a3c4b6f-4f90-4e7d-8176-63f5cac3d735 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b958e3c-1cb6-4b8d-9ad2-0a2b4b765d3e HTTP/1.1" status: 200 len: 210 time: 0.0366111 Sep 29 02:24:15.967836 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f183-4383-4d23-8cfe-8c7124e9268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d3a25b85-daf4-4959-a36d-73229144adbc), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:15.989091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:16.027802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2f183-4383-4d23-8cfe-8c7124e9268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a25b85-daf4-4959-a36d-73229144adbc,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:16.037486 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58530) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:16.037697 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4ab2f183-4383-4d23-8cfe-8c7124e9268d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bd99e2c6c4be4de3b8ed01f910e23eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887998 Sep 29 02:24:16.060771 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:16.091050 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] Publish callbacks [] for security_group (d3a25b85-daf4-4959-a36d-73229144adbc), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.112287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] Publish callbacks [] for security_group (d3a25b85-daf4-4959-a36d-73229144adbc), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.161357 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d3a25b85-daf4-4959-a36d-73229144adbc), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.163842 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.164991 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d3a25b85-daf4-4959-a36d-73229144adbc HTTP/1.1" status: 204 len: 168 time: 0.1261492 Sep 29 02:24:16.173748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a2a08-b57e-4ba1-b223-33c2bc9e2e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a25b85-daf4-4959-a36d-73229144adbc,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:16.214895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c88b4-c47d-4040-8d4c-a6d11a8fd59e None None] New status for floating IP 517edee8-8a6d-48a3-ac6d-31d1d3120a1f: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:24:16.472424 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58536) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:16.486765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2947f6a5-9fd7-4a5e-9117-05f0779fdea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.565085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2947f6a5-9fd7-4a5e-9117-05f0779fdea4 admin admin] Publish callbacks [] for security_group (dab2d989-3b11-4247-b139-590fb8d38f53), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.570145 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2947f6a5-9fd7-4a5e-9117-05f0779fdea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (dab2d989-3b11-4247-b139-590fb8d38f53), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.607008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f6a5-9fd7-4a5e-9117-05f0779fdea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2d989-3b11-4247-b139-590fb8d38f53,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:16.611101 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2947f6a5-9fd7-4a5e-9117-05f0779fdea4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d06f85d90feb454a98619ab5a6b81d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374311 Sep 29 02:24:16.614036 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58538) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:16.662659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] Publish callbacks [] for security_group (dab2d989-3b11-4247-b139-590fb8d38f53), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.683393 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] Publish callbacks [] for security_group (dab2d989-3b11-4247-b139-590fb8d38f53), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.734194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (dab2d989-3b11-4247-b139-590fb8d38f53), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.736668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:16.737797 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dab2d989-3b11-4247-b139-590fb8d38f53 HTTP/1.1" status: 204 len: 168 time: 0.1228781 Sep 29 02:24:16.745375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0fc2f-f59b-40b5-91d3-97c722034547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2d989-3b11-4247-b139-590fb8d38f53,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:17.069170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58552) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:17.131789 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2e0d0338-38a5-45e5-b77f-971467b07019), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.155822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (2e0d0338-38a5-45e5-b77f-971467b07019), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.206484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (2e0d0338-38a5-45e5-b77f-971467b07019), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.209015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.210219 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2e0d0338-38a5-45e5-b77f-971467b07019 HTTP/1.1" status: 204 len: 168 time: 0.1399918 Sep 29 02:24:17.213318 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58558) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:17.220510 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a4dad-06a0-424b-9dbb-ad76afddb085 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d0338-38a5-45e5-b77f-971467b07019,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:17.236172 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.api.v2.resource [None req-668f9ac3-ace5-4a9a-8a0e-c72990f99cc7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] show failed (client error): The resource could not be found. Sep 29 02:24:17.237311 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-668f9ac3-ace5-4a9a-8a0e-c72990f99cc7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "GET /networking/v2.0/security-groups/2e0d0338-38a5-45e5-b77f-971467b07019 HTTP/1.1" status: 404 len: 347 time: 0.0227883 Sep 29 02:24:17.240357 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58562) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:17.365747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Deleting port a2fb0f34-5040-46f5-89ee-7cc04a02d98d {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:17.366096 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.448291 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.448620 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.462508 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Calling delete_port for a2fb0f34-5040-46f5-89ee-7cc04a02d98d owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:17.475711 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5fd5d443-9b1d-486c-b4c4-501c962f12ee no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:17.482613 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:17.499392 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 5fd5d443-9b1d-486c-b4c4-501c962f12ee {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:17.499664 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5fd5d443-9b1d-486c-b4c4-501c962f12ee not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:17.601493 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (a2fb0f34-5040-46f5-89ee-7cc04a02d98d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.627434 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Pushing event deleted for resources: {'Port': ['ID=a2fb0f34-5040-46f5-89ee-7cc04a02d98d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:17.691053 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks [] for floatingip (517edee8-8a6d-48a3-ac6d-31d1d3120a1f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.693559 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:17.694734 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-ae7ac933-4872-49c3-b67b-ae326ae0f3f7 tempest-AttachVolumeNegativeTest-1573826869 tempest-AttachVolumeNegativeTest-1573826869-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/517edee8-8a6d-48a3-ac6d-31d1d3120a1f HTTP/1.1" status: 204 len: 168 time: 0.4527497 Sep 29 02:24:17.871594 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58582) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:17.982735 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e311d2c6-c2df-4cb0-80eb-b210cbb4001b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.032081 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:18.062814 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e311d2c6-c2df-4cb0-80eb-b210cbb4001b admin admin] Publish callbacks [] for security_group (a72af204-897a-4dc4-9c5e-33284f5795e5), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.067328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e311d2c6-c2df-4cb0-80eb-b210cbb4001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a72af204-897a-4dc4-9c5e-33284f5795e5), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.106407 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311d2c6-c2df-4cb0-80eb-b210cbb4001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72af204-897a-4dc4-9c5e-33284f5795e5,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:18.111704 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e311d2c6-c2df-4cb0-80eb-b210cbb4001b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1b035b91c6164d3c804143d6e58b4717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390015 Sep 29 02:24:18.114652 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58586) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:18.165258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] Publish callbacks [] for security_group (a72af204-897a-4dc4-9c5e-33284f5795e5), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.191616 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] Publish callbacks [] for security_group (a72af204-897a-4dc4-9c5e-33284f5795e5), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.230555 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:18.248953 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a72af204-897a-4dc4-9c5e-33284f5795e5), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.252485 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.254070 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a72af204-897a-4dc4-9c5e-33284f5795e5 HTTP/1.1" status: 204 len: 168 time: 0.1385119 Sep 29 02:24:18.262503 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cc675-f101-434a-b1a2-9976cbf2318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72af204-897a-4dc4-9c5e-33284f5795e5,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:19.371348 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58630) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:19.494276 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8328c0c2-9683-4bb8-a13a-d3d038954b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.586443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8328c0c2-9683-4bb8-a13a-d3d038954b84 admin admin] Publish callbacks [] for security_group (b67adfed-cdb4-4e4a-96d8-032992c6cf56), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.591992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8328c0c2-9683-4bb8-a13a-d3d038954b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b67adfed-cdb4-4e4a-96d8-032992c6cf56), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.633618 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c0c2-9683-4bb8-a13a-d3d038954b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67adfed-cdb4-4e4a-96d8-032992c6cf56,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:19.638421 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-8328c0c2-9683-4bb8-a13a-d3d038954b84 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3685168805d345adab0a0692abf1918a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652225 Sep 29 02:24:19.641386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58634) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:19.658848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:19.694552 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] Publish callbacks [] for security_group (b67adfed-cdb4-4e4a-96d8-032992c6cf56), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.714380 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] Publish callbacks [] for security_group (b67adfed-cdb4-4e4a-96d8-032992c6cf56), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.735699 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:19.767362 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (b67adfed-cdb4-4e4a-96d8-032992c6cf56), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.769909 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:19.771056 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b67adfed-cdb4-4e4a-96d8-032992c6cf56 HTTP/1.1" status: 204 len: 168 time: 0.1288352 Sep 29 02:24:19.779097 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d21ec-d809-4d40-95c7-54ce4f49aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67adfed-cdb4-4e4a-96d8-032992c6cf56,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:20.464284 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58670) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:20.574860 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1311963393-network', 'tenant_id': '04420159627d4beeb44bb038e633a96d'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:20.597452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Made reservation on behalf of 04420159627d4beeb44bb038e633a96d for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:20.599851 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.608655 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.684652 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks [] for security_group (9a9024ea-ce87-4757-b681-06cf7f25a7f2), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.690222 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (9a9024ea-ce87-4757-b681-06cf7f25a7f2), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.714822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:24:20.724998 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9024ea-ce87-4757-b681-06cf7f25a7f2,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:20.729670 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (275eb573-f074-4682-aeb9-b0ebf17ae8d6), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.729991 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Added segment 275eb573-f074-4682-aeb9-b0ebf17ae8d6 of type vlan for network 2594207f-32e1-422d-a07b-06ac288a6300 Sep 29 02:24:20.773865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (2594207f-32e1-422d-a07b-06ac288a6300), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.803486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (2594207f-32e1-422d-a07b-06ac288a6300), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.804972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:20.805861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:20.865735 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4003434 Sep 29 02:24:20.868614 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58676) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:20.873540 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Request body: {'subnet': {'network_id': '2594207f-32e1-422d-a07b-06ac288a6300', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1311963393-subnet', 'tenant_id': '04420159627d4beeb44bb038e633a96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:20.876951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c176c3-ee00-494d-8e26-bcf8a79dd06b admin admin] Pushing event updated for resources: {'Network': ['ID=2594207f-32e1-422d-a07b-06ac288a6300,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:20.890932 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 2594207f-32e1-422d-a07b-06ac288a6300 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:24:20.897442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Made reservation on behalf of 04420159627d4beeb44bb038e633a96d for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:20.899895 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2645735'] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:21.082147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27210168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2645713'] for subnet (1437cc31-10e0-4842-afbb-2d52ae5fa097), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:21.129802 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1437cc31-10e0-4842-afbb-2d52ae5fa097,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:21.146779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Checking segment: {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:24:21.147133 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Network hostable DHCP agents. Network: 2594207f-32e1-422d-a07b-06ac288a6300, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:24:21.148851 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:21.169567 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Network 2594207f-32e1-422d-a07b-06ac288a6300 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:24:21.181442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 2594207f-32e1-422d-a07b-06ac288a6300) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:24:21.186327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:21.187527 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:21.191162 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1096f-b575-44cc-87f4-5271409ee9ba None None] Network 2594207f-32e1-422d-a07b-06ac288a6300 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:21.208267 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a8ed6f3e-9ab0-4b2e-b226-7ffb5fd23833 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3386242 Sep 29 02:24:21.294118 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119ad5a-2979-4423-add0-3983fa4749d6 None None] Network 2594207f-32e1-422d-a07b-06ac288a6300 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:21.433592 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58690) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:21.809669 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.044509 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Deleting port 844efc8a-bdc9-4841-be52-aab00c070aa4 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:22.044888 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.124481 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] For port 844efc8a-bdc9-4841-be52-aab00c070aa4, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=844efc8a-bdc9-4841-be52-aab00c070aa4,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:22.124823 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.133597 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:22.138321 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Calling delete_port for 844efc8a-bdc9-4841-be52-aab00c070aa4 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:22.333856 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (844efc8a-bdc9-4841-be52-aab00c070aa4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.337680 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:22.360495 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=844efc8a-bdc9-4841-be52-aab00c070aa4,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:22.526241 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.743899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Router 1470a282-9b27-4cb7-85f4-d0bfa011a175 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:22.855832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:22.864488 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2b31807e-e2d3-4e38-9949-2b5ef5ecaf66 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1470a282-9b27-4cb7-85f4-d0bfa011a175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280443 Sep 29 02:24:22.864774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58702) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:22.865231 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Sync routers for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:22.875914 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:22.876786 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:22.923353 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:22.982863 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:23.031456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks [] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.136831 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d3c51860-1624-4b4c-a912-584dba92d739 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:23.138287 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d3c51860-1624-4b4c-a912-584dba92d739 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 809 time: 0.1813686 Sep 29 02:24:23.155548 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:24:22Z', 'revision_number': 5, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port': {'id': '2ad98a26-fd2a-4901-a5c3-e684e164458a', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:36Z', 'updated_at': '2022-09-29T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:23.162767 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-c33b31ba-b746-4fbf-a585-3dbb25a19ca7 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/quotas/04420159627d4beeb44bb038e633a96d HTTP/1.1" status: 200 len: 375 time: 0.0160773 Sep 29 02:24:23.171985 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks [] for router_gateway (1470a282-9b27-4cb7-85f4-d0bfa011a175), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.182257 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Checking router: 1470a282-9b27-4cb7-85f4-d0bfa011a175 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:23.189646 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:23.193302 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Routers {'1470a282-9b27-4cb7-85f4-d0bfa011a175'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:23.193914 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1470a282-9b27-4cb7-85f4-d0bfa011a175'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:23.202447 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-00d6d00b-b912-453c-9e23-71ab8a16827c tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328374 Sep 29 02:24:23.242156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Deleting port 2ad98a26-fd2a-4901-a5c3-e684e164458a {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:23.242504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.292885 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d03bff5d-f69c-4965-84a3-92f489f0af5f service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:24:23.293787 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d03bff5d-f69c-4965-84a3-92f489f0af5f service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0722320 Sep 29 02:24:23.358784 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:23.381652 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] Set router 1470a282-9b27-4cb7-85f4-d0bfa011a175 gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:23.387011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] For port 2ad98a26-fd2a-4901-a5c3-e684e164458a, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2ad98a26-fd2a-4901-a5c3-e684e164458a,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:23.387366 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.409987 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Calling delete_port for 2ad98a26-fd2a-4901-a5c3-e684e164458a owned by network:router_gateway {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:23.432587 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:24:23Z', 'revision_number': 6, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:23.440445 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-dc3faab4-8d22-44ff-b4c2-1bfcdc282698 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387529 Sep 29 02:24:23.457869 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acceee9-4f41-4cb6-b949-fca01a689acf None None] The sync data for ids ['1470a282-9b27-4cb7-85f4-d0bfa011a175'] in dv-cinder-733062-36-iscsi is: [{'id': '1470a282-9b27-4cb7-85f4-d0bfa011a175', 'name': 'tempest-AttachVolumeNegativeTest-10548995-router', 'tenant_id': '9006f0bb109c4c96a387ff5c314f236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:35Z', 'updated_at': '2022-09-29T02:24:23Z', 'revision_number': 6, 'project_id': '9006f0bb109c4c96a387ff5c314f236e', 'gw_port_host': None}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:23.881194 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-0f950055-34dc-4a23-96b3-17abed53859c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449888 Sep 29 02:24:23.918546 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:23.943716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2ad98a26-fd2a-4901-a5c3-e684e164458a), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.972213 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad98a26-fd2a-4901-a5c3-e684e164458a,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:24.036283 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.063974 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-5d0d700a-f86b-4a07-9f48-183881aa1f62 req-b0aeb9a9-c9bc-4baf-ba68-c5dd918b7e76 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 210 time: 0.0280786 Sep 29 02:24:24.093740 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:24.128082 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.130752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks [] for router_controller (1470a282-9b27-4cb7-85f4-d0bfa011a175), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.175597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (1470a282-9b27-4cb7-85f4-d0bfa011a175), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.176368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1470a282-9b27-4cb7-85f4-d0bfa011a175 {{(pid=106492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:24:24.181085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.182319 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4f898821-8ac9-4777-9aa2-458b6b191b84 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/1470a282-9b27-4cb7-85f4-d0bfa011a175 HTTP/1.1" status: 204 len: 168 time: 1.3164828 Sep 29 02:24:24.185224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58726) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:24.236282 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Deleting subnet cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:24:24.239804 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Publish callbacks [] for subnet (cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.279823 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.361852 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.422334 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.446870 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:24.452932 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.459512 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d27de058-383b-4bac-aecc-52481bcb3530 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/cb7f7d06-8ad5-4af4-9c79-43e7945d1c6d HTTP/1.1" status: 204 len: 168 time: 0.2698283 Sep 29 02:24:24.459628 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58730) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:24.462972 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048040e6-6543-4663-ab1e-2d9a2a50941c None None] Network 21696cbf-ef5b-4f26-afb0-c5d58c71da44 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:24.552854 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (21696cbf-ef5b-4f26-afb0-c5d58c71da44), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.610231 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Deleting port d439272f-2229-4586-aa8d-cbc5355d1d87 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:24.610563 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.655608 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] DHCP port deletion for 21696cbf-ef5b-4f26-afb0-c5d58c71da44 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:24:24.675141 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:24.677663 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] For port d439272f-2229-4586-aa8d-cbc5355d1d87, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=d439272f-2229-4586-aa8d-cbc5355d1d87,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:24.678184 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.694294 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Calling delete_port for d439272f-2229-4586-aa8d-cbc5355d1d87 owned by network:dhcp {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:24.703250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Deleting port d439272f-2229-4586-aa8d-cbc5355d1d87 {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:24.703622 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.768363 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] For port d439272f-2229-4586-aa8d-cbc5355d1d87, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=d439272f-2229-4586-aa8d-cbc5355d1d87,segment=NetworkSegment(6016b712-09a5-4d37-9451-f8a550024d48),segment_id=6016b712-09a5-4d37-9451-f8a550024d48)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:24.768771 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.780996 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.782514 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Calling delete_port for d439272f-2229-4586-aa8d-cbc5355d1d87 owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:24.807571 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d439272f-2229-4586-aa8d-cbc5355d1d87,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:24.815061 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] No DVR routers for this DVR port d439272f-2229-4586-aa8d-cbc5355d1d87 on host dv-cinder-733062-36-iscsi {{(pid=106493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:24.863115 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (d439272f-2229-4586-aa8d-cbc5355d1d87), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.876539 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:24.885218 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] Pushing event deleted for resources: {'Port': ['ID=d439272f-2229-4586-aa8d-cbc5355d1d87,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:24.890658 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (21696cbf-ef5b-4f26-afb0-c5d58c71da44), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.891588 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af6cdc-29ee-4805-b867-dc572e3ea016 None None] No DVR routers for this DVR port d439272f-2229-4586-aa8d-cbc5355d1d87 on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:24.915520 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21696cbf-ef5b-4f26-afb0-c5d58c71da44']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:24.925102 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6016b712-09a5-4d37-9451-f8a550024d48') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:24.925396 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6016b712-09a5-4d37-9451-f8a550024d48') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:24.934920 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (6016b712-09a5-4d37-9451-f8a550024d48), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.948317 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6016b712-09a5-4d37-9451-f8a550024d48), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.956546 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:24:24.956546 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (6016b712-09a5-4d37-9451-f8a550024d48), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.995647 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 6016b712-09a5-4d37-9451-f8a550024d48 resource provider aggregate not found Sep 29 02:24:25.015690 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 6016b712-09a5-4d37-9451-f8a550024d48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6016b712-09a5-4d37-9451-f8a550024d48 found for delete ", "request_id": "req-e30ae84f-fb46-4bcf-bb51-2929734d131d"}]} Sep 29 02:24:25.020245 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (21696cbf-ef5b-4f26-afb0-c5d58c71da44), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.027984 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.031055 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/21696cbf-ef5b-4f26-afb0-c5d58c71da44 HTTP/1.1" status: 204 len: 168 time: 0.5708504 Sep 29 02:24:25.040696 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583835c-a550-4c29-af1b-f92517d3b7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=21696cbf-ef5b-4f26-afb0-c5d58c71da44,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:25.167250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58740) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:25.171721 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3cfa0d53-b6da-407a-b349-90a2560bcfdf req-6fc72316-00cc-4b08-9c9e-05cbaf5e5844 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 210 time: 0.0285735 Sep 29 02:24:25.212423 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fb1f10c4-5dac-4d5c-824b-6ed7304bb268 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9006f0bb109c4c96a387ff5c314f236e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431261 Sep 29 02:24:25.215022 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58742) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:25.269954 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] Publish callbacks [] for security_group (ba8dc35c-e5bb-48cc-820f-e26f642261c3), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.291516 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] Publish callbacks [] for security_group (ba8dc35c-e5bb-48cc-820f-e26f642261c3), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.319814 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d57468a1-2d2c-45af-ad01-a4c11a126fee tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:25.321718 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-d57468a1-2d2c-45af-ad01-a4c11a126fee tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 809 time: 0.1128178 Sep 29 02:24:25.342940 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Request body: {'port': {'device_id': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300', 'admin_state_up': True, 'tenant_id': '04420159627d4beeb44bb038e633a96d'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:25.344232 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ba8dc35c-e5bb-48cc-820f-e26f642261c3), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.346763 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.348795 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ba8dc35c-e5bb-48cc-820f-e26f642261c3 HTTP/1.1" status: 204 len: 168 time: 0.1325841 Sep 29 02:24:25.359863 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1825d6f-b958-4b00-90b5-df0bed59c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8dc35c-e5bb-48cc-820f-e26f642261c3,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:25.456062 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device d439272f-2229-4586-aa8d-cbc5355d1d87 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:25.476387 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: d439272f-2229-4586-aa8d-cbc5355d1d87 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:25.477231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device d439272f-2229-4586-aa8d-cbc5355d1d87 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:25.477231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2ad98a26-fd2a-4901-a5c3-e684e164458a no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:25.481359 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Made reservation on behalf of 04420159627d4beeb44bb038e633a96d for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:25.485633 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.498320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 2ad98a26-fd2a-4901-a5c3-e684e164458a {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:25.498940 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2ad98a26-fd2a-4901-a5c3-e684e164458a not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:25.499921 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 844efc8a-bdc9-4841-be52-aab00c070aa4 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:25.519100 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 844efc8a-bdc9-4841-be52-aab00c070aa4 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:25.519670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 844efc8a-bdc9-4841-be52-aab00c070aa4 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:25.622501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Allocated IP 172.20.0.10 (2594207f-32e1-422d-a07b-06ac288a6300/1437cc31-10e0-4842-afbb-2d52ae5fa097/4b55f185-6905-47a0-a7e4-c463d619813c) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:24:25.656971 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:25.757641 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:25.782555 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks [] for port (4b55f185-6905-47a0-a7e4-c463d619813c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.815552 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.864158 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Network 2594207f-32e1-422d-a07b-06ac288a6300 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:24:25.867452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:24:25.869960 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:24:25.896372 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Pushing event updated for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:25.925956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:25.926573 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:25.943942 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-ebfa2ba7-2f0d-4643-8bd5-58587ba1f472 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6051061 Sep 29 02:24:26.020097 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Request body: {'port': {'device_id': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:26.075705 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58768) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:26.086031 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.179258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-838012350-network', 'tenant_id': 'f5c0a5c311d24c14b19a64f93874a808'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:26.200063 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Made reservation on behalf of f5c0a5c311d24c14b19a64f93874a808 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:26.202822 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.211462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.324222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d956d-e967-4205-8e16-5761a26a71e5 req-442fb0f9-70b7-43df-a046-7df911d5e9f9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.325796 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-611d956d-e967-4205-8e16-5761a26a71e5 req-442fb0f9-70b7-43df-a046-7df911d5e9f9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 932 time: 0.0632613 Sep 29 02:24:26.330525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks [] for security_group (0c7de310-24b1-418c-9d5d-ba42fa040fee), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.349940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0c7de310-24b1-418c-9d5d-ba42fa040fee), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.361931 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b55f185-6905-47a0-a7e4-c463d619813c {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:24:26.369610 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks [] for port (4b55f185-6905-47a0-a7e4-c463d619813c), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.382964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Transition to ACTIVE for port object 4b55f185-6905-47a0-a7e4-c463d619813c will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:24:26.387024 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:24:26.388212 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.408585 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7de310-24b1-418c-9d5d-ba42fa040fee,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:26.416145 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-611d956d-e967-4205-8e16-5761a26a71e5 req-f77b20c1-5616-4ec5-98bd-13ad2252a164 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835929 Sep 29 02:24:26.417202 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (83afe659-0269-4ef5-972a-f1e3a2b8c514), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.417426 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Added segment 83afe659-0269-4ef5-972a-f1e3a2b8c514 of type vlan for network 7d259a1a-4607-48c7-97e1-1ba2f7062796 Sep 29 02:24:26.454912 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:26.465570 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (7d259a1a-4607-48c7-97e1-1ba2f7062796), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.483429 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:26.489484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:26.492633 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (7d259a1a-4607-48c7-97e1-1ba2f7062796), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.493748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.494404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.502966 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:26.506891 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Attempting to bind port 4b55f185-6905-47a0-a7e4-c463d619813c on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:24:26.507244 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Attempting to bind port 4b55f185-6905-47a0-a7e4-c463d619813c by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:24:26.507561 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Attempting to bind port 4b55f185-6905-47a0-a7e4-c463d619813c on network 2594207f-32e1-422d-a07b-06ac288a6300 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:24:26.552881 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Port 4b55f185-6905-47a0-a7e4-c463d619813c on network 2594207f-32e1-422d-a07b-06ac288a6300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:24:26.553208 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Attempting to bind port 4b55f185-6905-47a0-a7e4-c463d619813c on network 2594207f-32e1-422d-a07b-06ac288a6300 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:24:26.558279 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4809492 Sep 29 02:24:26.563737 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58774) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:26.568986 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Request body: {'subnet': {'network_id': '7d259a1a-4607-48c7-97e1-1ba2f7062796', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-838012350-subnet', 'tenant_id': 'f5c0a5c311d24c14b19a64f93874a808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:26.572987 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18daf3-d1ff-4576-9c3b-90f36516ac6f admin admin] Pushing event updated for resources: {'Network': ['ID=7d259a1a-4607-48c7-97e1-1ba2f7062796,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:26.588329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 7d259a1a-4607-48c7-97e1-1ba2f7062796 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:24:26.595861 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Made reservation on behalf of f5c0a5c311d24c14b19a64f93874a808 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:26.598369 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.604931 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:24:26.605255 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Checking segment: {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:24:26.605632 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Bound using segment: {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:24:26.606070 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Bound port: 4b55f185-6905-47a0-a7e4-c463d619813c, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:24:26.606428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.668192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:24:26.671901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4b55f185-6905-47a0-a7e4-c463d619813c,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:24:26.677561 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.682969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.683576 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.685677 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/4b55f185-6905-47a0-a7e4-c463d619813c HTTP/1.1" status: 200 len: 1094 time: 0.6693797 Sep 29 02:24:26.686271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:26.688539 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6777d2-5db7-4ed1-9d42-513ff26837b8" -d '{"events": [{"name": "network-changed", "server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:26.710946 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:26.734441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865bafe4-a56b-4633-9963-4ce2fdd1474f x-openstack-request-id: req-865bafe4-a56b-4633-9963-4ce2fdd1474f {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:26.734732 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:26.734982 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-865bafe4-a56b-4633-9963-4ce2fdd1474f {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:26.735383 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865bafe4-a56b-4633-9963-4ce2fdd1474f'] response: {'name': 'network-changed', 'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c', 'status': 'completed', 'code': 200} Sep 29 02:24:26.740593 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba994-1e9e-4009-a03f-007bcf301cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:26.783111 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (f6d68e71-716d-449f-abf5-a6d4e012c95d), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.821034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-b98c2a9a-4de8-4d46-a7bf-06c1fe9fec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.822568 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-b98c2a9a-4de8-4d46-a7bf-06c1fe9fec5f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 1128 time: 0.0417130 Sep 29 02:24:26.836960 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d68e71-716d-449f-abf5-a6d4e012c95d,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:26.852568 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Checking segment: {'id': '83afe659-0269-4ef5-972a-f1e3a2b8c514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7d259a1a-4607-48c7-97e1-1ba2f7062796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:24:26.852738 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Network hostable DHCP agents. Network: 7d259a1a-4607-48c7-97e1-1ba2f7062796, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:24:26.870967 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Network 7d259a1a-4607-48c7-97e1-1ba2f7062796 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:24:26.872605 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-8a4741de-4ffd-4a5c-b75c-dc4c826ff997 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b55f185-6905-47a0-a7e4-c463d619813c HTTP/1.1" status: 200 len: 217 time: 0.0358932 Sep 29 02:24:26.881023 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 7d259a1a-4607-48c7-97e1-1ba2f7062796) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:24:26.885310 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.885786 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:26.892369 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192116c3-a98a-42f4-a1fb-bac83e248647 None None] Network 7d259a1a-4607-48c7-97e1-1ba2f7062796 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:26.905741 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-444ce240-fc00-408a-80f2-73cb3cf07e46 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3408341 Sep 29 02:24:26.927657 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-08b0f228-21c0-43dc-8a8e-6e2a3e38ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:26.929063 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-08b0f228-21c0-43dc-8a8e-6e2a3e38ff67 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 200 len: 849 time: 0.0510068 Sep 29 02:24:26.966717 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-8112fe1e-b438-4665-8acb-7d1c0b164e8d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2594207f-32e1-422d-a07b-06ac288a6300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298705 Sep 29 02:24:26.966983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:27.013986 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4362b67-4ba8-414e-a5f4-024d45835d82 None None] Network 7d259a1a-4607-48c7-97e1-1ba2f7062796 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:27.071816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-0ad03a83-4a3e-4592-ae0c-b6f9e9532a40 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984037 Sep 29 02:24:27.165982 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-affbdbe0-950e-4eae-a5e6-cb68bcf31c81 req-2bb4074b-059d-435c-ba26-98791385e7da service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856545 Sep 29 02:24:27.411447 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58792) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:27.416413 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-371266759-network', 'tenant_id': '1ecba49ddd184892b59192b1fadc2b35'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:27.444815 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Made reservation on behalf of 1ecba49ddd184892b59192b1fadc2b35 for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:27.447043 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.456383 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.565913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a00cbb-2e67-4eab-86cb-573b0451ccce req-d161879a-8b69-4a9a-97af-56ce3e044d17 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:27.567404 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b4a00cbb-2e67-4eab-86cb-573b0451ccce req-d161879a-8b69-4a9a-97af-56ce3e044d17 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 944 time: 0.0634661 Sep 29 02:24:27.576950 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks [] for security_group (d4e17dfa-8127-45e8-b14c-896ee669595b), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.584037 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d4e17dfa-8127-45e8-b14c-896ee669595b), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.679220 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-623d99e4-65b4-4bcd-aaef-daaafa288899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.877192 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:24:27.881671 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e17dfa-8127-45e8-b14c-896ee669595b,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:27.903534 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-b4a00cbb-2e67-4eab-86cb-573b0451ccce req-b041f60f-e1b0-446a-ae93-85c7925f4842 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286214 Sep 29 02:24:27.904598 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6668d73e-96cd-43a8-a7de-839c7dc60881), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.904929 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Added segment 6668d73e-96cd-43a8-a7de-839c7dc60881 of type vlan for network 7d1bea86-cdf5-4167-827c-ac80ce8ddd79 Sep 29 02:24:27.939209 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:27.947912 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (7d1bea86-cdf5-4167-827c-ac80ce8ddd79), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.977503 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (7d1bea86-cdf5-4167-827c-ac80ce8ddd79), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.978536 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:27.979141 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:27.982514 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:28.046421 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6337955 Sep 29 02:24:28.049522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58796) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:28.050068 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115100f-aeb0-4eaf-b6b2-4add301a6e3d admin admin] Pushing event updated for resources: {'Network': ['ID=7d1bea86-cdf5-4167-827c-ac80ce8ddd79,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:28.055616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Request body: {'subnet': {'network_id': '7d1bea86-cdf5-4167-827c-ac80ce8ddd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-371266759-subnet', 'tenant_id': '1ecba49ddd184892b59192b1fadc2b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:28.065900 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 7d1bea86-cdf5-4167-827c-ac80ce8ddd79 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:24:28.080674 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Made reservation on behalf of 1ecba49ddd184892b59192b1fadc2b35 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:28.083440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2645735'] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.123996 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:28.292209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27210168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2645713'] for subnet (19e3f01d-c676-44b7-8cc4-52615ca31247), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.355541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e3f01d-c676-44b7-8cc4-52615ca31247,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:28.371274 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Checking segment: {'id': '6668d73e-96cd-43a8-a7de-839c7dc60881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7d1bea86-cdf5-4167-827c-ac80ce8ddd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:24:28.371621 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Network hostable DHCP agents. Network: 7d1bea86-cdf5-4167-827c-ac80ce8ddd79, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:24:28.393358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Network 7d1bea86-cdf5-4167-827c-ac80ce8ddd79 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:24:28.407426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 7d1bea86-cdf5-4167-827c-ac80ce8ddd79) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:24:28.412532 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:28.413508 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.416613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:28.418621 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc8efb-ea2a-465c-9f5c-565e5ed0979c None None] Network 7d1bea86-cdf5-4167-827c-ac80ce8ddd79 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:28.442193 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4e988a58-f848-4144-b38b-add14aa9702a admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3913105 Sep 29 02:24:28.538922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade28d0-77a2-4c0c-8ecd-6e9da8fbdf9c None None] Network 7d1bea86-cdf5-4167-827c-ac80ce8ddd79 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:28.600510 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58802) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:28.650043 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Deleting subnet f6d68e71-716d-449f-abf5-a6d4e012c95d {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:24:28.653447 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Publish callbacks [] for subnet (f6d68e71-716d-449f-abf5-a6d4e012c95d), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.700625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (f6d68e71-716d-449f-abf5-a6d4e012c95d), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.752603 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (f6d68e71-716d-449f-abf5-a6d4e012c95d), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.817900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:28.842974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (f6d68e71-716d-449f-abf5-a6d4e012c95d), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.872074 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d68e71-716d-449f-abf5-a6d4e012c95d,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:28.878396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.881510 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1e58daaa-3426-48db-8748-b2c7e7a110ae admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/f6d68e71-716d-449f-abf5-a6d4e012c95d HTTP/1.1" status: 204 len: 168 time: 0.2797279 Sep 29 02:24:28.885165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58804) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:28.959086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (7d259a1a-4607-48c7-97e1-1ba2f7062796), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.088899 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f85a3e-41b8-44c4-9185-add3a699a800 req-aa0c414c-8114-4786-8405-2e2e30ee3dbd tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:29.090363 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-30f85a3e-41b8-44c4-9185-add3a699a800 req-aa0c414c-8114-4786-8405-2e2e30ee3dbd tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 944 time: 0.1022260 Sep 29 02:24:29.092020 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (7d259a1a-4607-48c7-97e1-1ba2f7062796), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.126072 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d259a1a-4607-48c7-97e1-1ba2f7062796']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.139223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83afe659-0269-4ef5-972a-f1e3a2b8c514') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.139519 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83afe659-0269-4ef5-972a-f1e3a2b8c514') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.157895 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (83afe659-0269-4ef5-972a-f1e3a2b8c514), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.187170 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-30f85a3e-41b8-44c4-9185-add3a699a800 req-0c9c139c-93e5-4b02-b54d-dec8c53a9d8f tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867627 Sep 29 02:24:29.188103 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (83afe659-0269-4ef5-972a-f1e3a2b8c514), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.195379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:24:29.195774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (83afe659-0269-4ef5-972a-f1e3a2b8c514), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.257399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (7d259a1a-4607-48c7-97e1-1ba2f7062796), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.276322 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.279583 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/7d259a1a-4607-48c7-97e1-1ba2f7062796 HTTP/1.1" status: 204 len: 168 time: 0.3934920 Sep 29 02:24:29.280943 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa7f5-26d4-4ed6-aed9-0c01a97bd2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d259a1a-4607-48c7-97e1-1ba2f7062796,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:29.282552 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58820) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:29.330346 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Deleting subnet 19e3f01d-c676-44b7-8cc4-52615ca31247 {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:24:29.333912 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Publish callbacks [] for subnet (19e3f01d-c676-44b7-8cc4-52615ca31247), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.369422 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 83afe659-0269-4ef5-972a-f1e3a2b8c514 resource provider aggregate not found Sep 29 02:24:29.381363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (19e3f01d-c676-44b7-8cc4-52615ca31247), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.402616 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 83afe659-0269-4ef5-972a-f1e3a2b8c514 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83afe659-0269-4ef5-972a-f1e3a2b8c514 found for delete ", "request_id": "req-59bc7489-a916-4cf0-a52c-050bc8daa84e"}]} Sep 29 02:24:29.427137 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (19e3f01d-c676-44b7-8cc4-52615ca31247), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.486251 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (19e3f01d-c676-44b7-8cc4-52615ca31247), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.517913 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c888b-60e1-4960-8431-d2c11b1cec73 req-f2c17fd1-ec3b-4989-a9d0-6f83c98a4a2a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:29.519435 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c25c888b-60e1-4960-8431-d2c11b1cec73 req-f2c17fd1-ec3b-4989-a9d0-6f83c98a4a2a tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0526469 Sep 29 02:24:29.521934 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e3f01d-c676-44b7-8cc4-52615ca31247,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:29.542989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.545962 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1f7ab843-27ee-4627-a349-1025d879c014 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/19e3f01d-c676-44b7-8cc4-52615ca31247 HTTP/1.1" status: 204 len: 168 time: 0.2624705 Sep 29 02:24:29.548635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58826) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:29.577449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-c171c2c5-87d8-4447-aaf1-32d40c25da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:29.578543 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c25c888b-60e1-4960-8431-d2c11b1cec73 req-76807cf2-17ff-4567-a916-19a5f5eeb9ba tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523245 Sep 29 02:24:29.578945 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-c171c2c5-87d8-4447-aaf1-32d40c25da00 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 1128 time: 0.0892122 Sep 29 02:24:29.623099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:29.629813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (7d1bea86-cdf5-4167-827c-ac80ce8ddd79), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.721224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (7d1bea86-cdf5-4167-827c-ac80ce8ddd79), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.742803 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1bea86-cdf5-4167-827c-ac80ce8ddd79']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.751140 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:29.752880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6668d73e-96cd-43a8-a7de-839c7dc60881') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.753182 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6668d73e-96cd-43a8-a7de-839c7dc60881') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:29.763499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (6668d73e-96cd-43a8-a7de-839c7dc60881), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.777042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (6668d73e-96cd-43a8-a7de-839c7dc60881), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.785775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:24:29.786198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (6668d73e-96cd-43a8-a7de-839c7dc60881), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.841584 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (7d1bea86-cdf5-4167-827c-ac80ce8ddd79), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.846982 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:29.849968 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/7d1bea86-cdf5-4167-827c-ac80ce8ddd79 HTTP/1.1" status: 204 len: 168 time: 0.3005166 Sep 29 02:24:29.862347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4886af-64d3-4f1a-b6e2-8f6924632f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1bea86-cdf5-4167-827c-ac80ce8ddd79,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:29.944824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bc13-4e26-40f5-8329-fd5f3b8c3caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.017625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58830) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:30.066475 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-044fa666-b630-4460-9b49-b4770a80005d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f5c0a5c311d24c14b19a64f93874a808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476098 Sep 29 02:24:30.069128 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58832) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:30.120746 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] Publish callbacks [] for security_group (0c7de310-24b1-418c-9d5d-ba42fa040fee), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.141209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] Publish callbacks [] for security_group (0c7de310-24b1-418c-9d5d-ba42fa040fee), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.190075 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0c7de310-24b1-418c-9d5d-ba42fa040fee), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.192600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.193806 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0c7de310-24b1-418c-9d5d-ba42fa040fee HTTP/1.1" status: 204 len: 168 time: 0.1237686 Sep 29 02:24:30.201481 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594add57-8780-4118-b1c8-db5e42157e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7de310-24b1-418c-9d5d-ba42fa040fee,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:30.322307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7c2b-7aff-4d51-812d-e85b5cf115e8 req-1a69d805-a64e-48bc-bd2f-1f5ec4130cb1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:30.324836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e0ec7c2b-7aff-4d51-812d-e85b5cf115e8 req-1a69d805-a64e-48bc-bd2f-1f5ec4130cb1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 944 time: 0.0547099 Sep 29 02:24:30.383505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e0ec7c2b-7aff-4d51-812d-e85b5cf115e8 req-803c7de8-f875-4c52-87e7-9cc9fc2360a3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526233 Sep 29 02:24:30.550675 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 58840) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:30.597593 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-86997a9b-d1c9-4927-8702-e5df889d3865 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1ecba49ddd184892b59192b1fadc2b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457647 Sep 29 02:24:30.600581 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 58842) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:30.658588 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] Publish callbacks [] for security_group (d4e17dfa-8127-45e8-b14c-896ee669595b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.681469 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-3f171a48-f909-411b-8524-71d90265371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:30.682948 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-3f171a48-f909-411b-8524-71d90265371f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 910 time: 0.0951560 Sep 29 02:24:30.702960 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] Publish callbacks [] for security_group (d4e17dfa-8127-45e8-b14c-896ee669595b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.737525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42e75-f624-4a4a-b333-097836ab66b0 req-8dde7265-3caf-47b9-ab32-5408bf968180 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:30.739022 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-43f42e75-f624-4a4a-b333-097836ab66b0 req-8dde7265-3caf-47b9-ab32-5408bf968180 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0682220 Sep 29 02:24:30.741259 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-1a2f3141-76c9-4f96-bf63-6a675edd5864 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b55f185-6905-47a0-a7e4-c463d619813c HTTP/1.1" status: 200 len: 217 time: 0.0326927 Sep 29 02:24:30.795479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-be907c2a-2371-417e-9f76-e027417ca983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:30.796877 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-be907c2a-2371-417e-9f76-e027417ca983 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 200 len: 849 time: 0.0492058 Sep 29 02:24:30.799426 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-43f42e75-f624-4a4a-b333-097836ab66b0 req-54b23f7a-ecb8-4685-a918-ef1e8033d961 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528891 Sep 29 02:24:30.800469 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d4e17dfa-8127-45e8-b14c-896ee669595b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.803347 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:30.804625 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d4e17dfa-8127-45e8-b14c-896ee669595b HTTP/1.1" status: 204 len: 168 time: 0.2029312 Sep 29 02:24:30.816489 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa417c89-0900-42f1-88fd-f6462f5cb605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e17dfa-8127-45e8-b14c-896ee669595b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:30.832905 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-7242a499-282e-482e-8ff1-3c9aa770d6a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2594207f-32e1-422d-a07b-06ac288a6300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296643 Sep 29 02:24:30.982995 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-3dfce732-d50e-4068-bce3-142b4b1efca6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855107 Sep 29 02:24:31.217541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:31.228171 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-3ffc15bb-e616-49b0-8f3e-d20de116c19c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:31.229797 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-3ffc15bb-e616-49b0-8f3e-d20de116c19c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.1037157 Sep 29 02:24:31.291062 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1e6777d2-5db7-4ed1-9d42-513ff26837b8 req-ea114ba3-d505-4cb7-bb3d-2298dc3f4bb9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660743 Sep 29 02:24:31.291928 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.340445 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:31.344651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Deleting port 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:31.345130 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.433438 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 6668d73e-96cd-43a8-a7de-839c7dc60881 resource provider aggregate not found Sep 29 02:24:31.458366 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 6668d73e-96cd-43a8-a7de-839c7dc60881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6668d73e-96cd-43a8-a7de-839c7dc60881 found for delete ", "request_id": "req-bafd3adb-261d-4155-823c-0ceae9e4dbd0"}]} Sep 29 02:24:31.460130 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] For port 998a6c9b-b071-42d6-9c61-c534536f1b8e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=998a6c9b-b071-42d6-9c61-c534536f1b8e,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:31.460519 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.555720 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42480-0e36-43d8-9878-87f00fb032cf req-c1936aee-e167-4889-9428-47fe2cdb71bb tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:31.557201 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5da42480-0e36-43d8-9878-87f00fb032cf req-c1936aee-e167-4889-9428-47fe2cdb71bb tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 944 time: 0.0878139 Sep 29 02:24:31.574617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 4b55f185-6905-47a0-a7e4-c463d619813c details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:24:31.686252 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5da42480-0e36-43d8-9878-87f00fb032cf req-431caa71-7f5d-494d-81b8-db5ed0f5b9c8 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185057 Sep 29 02:24:31.708644 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.709065 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.709301 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Floating IP ffa2ef2e-be86-4903-946d-2e96724718c6 disassociated. External IP: 172.27.2.73, port: 998a6c9b-b071-42d6-9c61-c534536f1b8e. Sep 29 02:24:31.709702 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Calling delete_port for 998a6c9b-b071-42d6-9c61-c534536f1b8e owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:31.832408 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4b55f185-6905-47a0-a7e4-c463d619813c,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:31.849176 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '4b55f185-6905-47a0-a7e4-c463d619813c', 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300', 'port_id': '4b55f185-6905-47a0-a7e4-c463d619813c', 'mac_address': 'fa:16:3e:ab:8b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437cc31-10e0-4842-afbb-2d52ae5fa097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:24:31.902413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 4b55f185-6905-47a0-a7e4-c463d619813c is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:24:31.902873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.920714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b55f185-6905-47a0-a7e4-c463d619813c {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:24:31.944886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4b55f185-6905-47a0-a7e4-c463d619813c,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:31.950695 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:31.971098 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ea3ec-6e6c-462c-ae1b-dce5d2365c83 req-a9b76bc7-413c-409a-a89f-ffc5dc813a1c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:31.979183 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f43ea3ec-6e6c-462c-ae1b-dce5d2365c83 req-a9b76bc7-413c-409a-a89f-ffc5dc813a1c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 946 time: 0.0647113 Sep 29 02:24:32.011617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:32.038596 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-f43ea3ec-6e6c-462c-ae1b-dce5d2365c83 req-93822983-6f4d-46f0-9813-57409a50cdfe tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3edf2660-5bfc-4ef2-a393-0d374eee3689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582922 Sep 29 02:24:32.133291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (998a6c9b-b071-42d6-9c61-c534536f1b8e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:32.163155 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'Port': ['ID=998a6c9b-b071-42d6-9c61-c534536f1b8e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:32.278623 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:32.388105 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:32.388887 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['4b55f185-6905-47a0-a7e4-c463d619813c'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:24:32.417805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:32.433641 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] No DVR routers for this DVR port 998a6c9b-b071-42d6-9c61-c534536f1b8e on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:32.436560 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:32.439913 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1cc0f04b-429b-478d-b0a7-2d87088526f8 req-c4da62ae-f069-4dbf-8e6e-e00c756b5115 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.55 "DELETE /networking/v2.0/ports/998a6c9b-b071-42d6-9c61-c534536f1b8e HTTP/1.1" status: 204 len: 173 time: 1.2040396 Sep 29 02:24:32.440390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-deleted', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:32.442272 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:32.442694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d723a3d-b38a-4345-9435-e7e2cc66f074" -d '{"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-deleted", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:32.443263 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:32.487498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5645d88a-1a6c-4928-95f4-a5cce628118e x-openstack-request-id: req-5645d88a-1a6c-4928-95f4-a5cce628118e {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:32.487906 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f58670-0230-4d73-8f7f-c3de3e04856d", "name": "network-vif-deleted", "tag": "998a6c9b-b071-42d6-9c61-c534536f1b8e", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:32.488159 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5645d88a-1a6c-4928-95f4-a5cce628118e {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:32.488559 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5645d88a-1a6c-4928-95f4-a5cce628118e'] response: {'server_uuid': '56f58670-0230-4d73-8f7f-c3de3e04856d', 'name': 'network-vif-deleted', 'tag': '998a6c9b-b071-42d6-9c61-c534536f1b8e', 'status': 'completed', 'code': 200} Sep 29 02:24:32.591252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:32.643183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:32.727829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:32.728670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:32.824398 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:32.840262 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddb26b-8b7a-4d28-a28c-b3ab4712cd79 req-5a58f44a-1900-4b32-be3e-cee26cbe1a66 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:32.847432 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0ddb26b-8b7a-4d28-a28c-b3ab4712cd79 req-5a58f44a-1900-4b32-be3e-cee26cbe1a66 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 945 time: 0.0605540 Sep 29 02:24:32.910573 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-d0ddb26b-8b7a-4d28-a28c-b3ab4712cd79 req-b5a32e39-df64-44c4-8162-3dc98d812587 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621901 Sep 29 02:24:32.916431 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:32.941132 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:32.949873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:32.950512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:33.072286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:33.188278 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fbd1bb42-5e34-40c3-99f3-304f5d544dd8 req-4a037a44-6a2b-43ae-9f75-8d577a7f307c tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56f58670-0230-4d73-8f7f-c3de3e04856d HTTP/1.1" status: 200 len: 210 time: 0.0324097 Sep 29 02:24:33.289629 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:33.319489 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65404-5779-4fc7-9635-e9c4d617d908 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:12:49Z', 'revision_number': 4, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '5139cfe4-cd2f-454d-a156-ceecfa5d4cf2', 'name': '', 'network_id': '712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'mac_address': 'fa:16:3e:75:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:47Z', 'updated_at': '2022-09-29T02:13:06Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'subnets': [{'id': 'b0a3bb9c-cd56-4ded-8409-fadc1ad71b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:33.553060 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2305ec-ae68-424e-b892-d5139b85bb2d None None] New status for floating IP ffa2ef2e-be86-4903-946d-2e96724718c6: DOWN {{(pid=106495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:24:33.587069 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 4b55f185-6905-47a0-a7e4-c463d619813c up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:24:33.640466 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 4b55f185-6905-47a0-a7e4-c463d619813c completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:24:33.648027 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 4b55f185-6905-47a0-a7e4-c463d619813c triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:24:33.648477 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:33.648876 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 4b55f185-6905-47a0-a7e4-c463d619813c Sep 29 02:24:33.736424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 4b55f185-6905-47a0-a7e4-c463d619813c is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:24:33.736819 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:33.739400 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:33.761255 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:33.764148 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af274ffd-1cf8-41be-b529-6c70bc239173" -d '{"events": [{"server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "name": "network-vif-plugged", "status": "completed", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:33.777890 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4b55f185-6905-47a0-a7e4-c463d619813c,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:33.783742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:33.841943 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:33.950068 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5764bcc2-d4c7-4dab-aba2-6b4188dbc4ee x-openstack-request-id: req-5764bcc2-d4c7-4dab-aba2-6b4188dbc4ee {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:33.950379 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "name": "network-vif-plugged", "status": "completed", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:33.951612 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5764bcc2-d4c7-4dab-aba2-6b4188dbc4ee {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:33.951919 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5764bcc2-d4c7-4dab-aba2-6b4188dbc4ee'] response: {'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c', 'code': 200} Sep 29 02:24:34.043937 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f375c5e-a1ba-401d-8d08-0a7f98bafd62 req-a1626738-b79c-4de9-85d6-77ab763885e2 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:34.045914 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f375c5e-a1ba-401d-8d08-0a7f98bafd62 req-a1626738-b79c-4de9-85d6-77ab763885e2 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0519841 Sep 29 02:24:34.075297 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:34.104544 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3f375c5e-a1ba-401d-8d08-0a7f98bafd62 req-692fd20d-2b0b-4470-a62d-dc222c8a979c tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Sep 29 02:24:34.175082 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd713-66f6-4097-b1b8-8939940673af req-7d139bd3-211b-4c11-b2e0-78397d2aa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:34.176616 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58bfd713-66f6-4097-b1b8-8939940673af req-7d139bd3-211b-4c11-b2e0-78397d2aa029 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 1130 time: 0.0408461 Sep 29 02:24:34.195205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:34.223960 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-58bfd713-66f6-4097-b1b8-8939940673af req-47c106ef-c76c-4c56-95fd-b1667bb9d747 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Sep 29 02:24:34.304233 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59000) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:34.361132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (3edf2660-5bfc-4ef2-a393-0d374eee3689), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.382890 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (3edf2660-5bfc-4ef2-a393-0d374eee3689), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.410653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59004) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:34.436208 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3edf2660-5bfc-4ef2-a393-0d374eee3689), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.438920 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.440147 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3edf2660-5bfc-4ef2-a393-0d374eee3689 HTTP/1.1" status: 204 len: 168 time: 0.1349499 Sep 29 02:24:34.443136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59008) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:34.454428 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db0cc8-ebbb-4daa-9d0a-fea076311965 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf2660-5bfc-4ef2-a393-0d374eee3689,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:34.457423 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.api.v2.resource [None req-c764780c-f4fa-4f28-b90b-a0b819283af2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] show failed (client error): The resource could not be found. Sep 29 02:24:34.458465 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c764780c-f4fa-4f28-b90b-a0b819283af2 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "GET /networking/v2.0/security-groups/3edf2660-5bfc-4ef2-a393-0d374eee3689 HTTP/1.1" status: 404 len: 347 time: 0.0143754 Sep 29 02:24:34.461462 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59010) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:34.535493 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b87ca00d-bc8a-44ff-a44f-2aaa25c648c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.578827 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Deleting port 39316e79-337c-48ef-ad65-b7053656a019 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:34.579185 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (39316e79-337c-48ef-ad65-b7053656a019), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.617023 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b87ca00d-bc8a-44ff-a44f-2aaa25c648c7 admin admin] Publish callbacks [] for security_group (de2f326d-7333-4765-941f-8a3f204a52ca), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.621828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b87ca00d-bc8a-44ff-a44f-2aaa25c648c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (de2f326d-7333-4765-941f-8a3f204a52ca), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.627102 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:34.662348 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (39316e79-337c-48ef-ad65-b7053656a019), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.662657 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b87ca00d-bc8a-44ff-a44f-2aaa25c648c7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=275ae501c31a43d6bb7795288d4df76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509258 Sep 29 02:24:34.662886 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (39316e79-337c-48ef-ad65-b7053656a019), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.663506 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ca00d-bc8a-44ff-a44f-2aaa25c648c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f326d-7333-4765-941f-8a3f204a52ca,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:34.666636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59012) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:34.675982 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Calling delete_port for 39316e79-337c-48ef-ad65-b7053656a019 owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:34.715494 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] Publish callbacks [] for security_group (de2f326d-7333-4765-941f-8a3f204a52ca), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.735627 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] Publish callbacks [] for security_group (de2f326d-7333-4765-941f-8a3f204a52ca), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.736760 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:34.784903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (de2f326d-7333-4765-941f-8a3f204a52ca), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.787693 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.788840 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/de2f326d-7333-4765-941f-8a3f204a52ca HTTP/1.1" status: 204 len: 168 time: 0.1211417 Sep 29 02:24:34.798917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c35b6-4663-42a2-93b0-88eeeefa2ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f326d-7333-4765-941f-8a3f204a52ca,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:34.818465 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (39316e79-337c-48ef-ad65-b7053656a019), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.843129 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Pushing event deleted for resources: {'Port': ['ID=39316e79-337c-48ef-ad65-b7053656a019,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:34.905682 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks [] for floatingip (ffa2ef2e-be86-4903-946d-2e96724718c6), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.908341 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:34.909482 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c6286f67-9070-4270-9ca4-afd8995eb055 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/ffa2ef2e-be86-4903-946d-2e96724718c6 HTTP/1.1" status: 204 len: 168 time: 0.4469609 Sep 29 02:24:35.076048 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59022) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:35.093036 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2269d87-0ab3-47cd-8123-1a8121d113a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.169644 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2269d87-0ab3-47cd-8123-1a8121d113a5 admin admin] Publish callbacks [] for security_group (1dbfcb42-4cca-42b8-b145-9161897cb23e), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.175646 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a2269d87-0ab3-47cd-8123-1a8121d113a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1dbfcb42-4cca-42b8-b145-9161897cb23e), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.229635 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2269d87-0ab3-47cd-8123-1a8121d113a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfcb42-4cca-42b8-b145-9161897cb23e,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:35.251163 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a2269d87-0ab3-47cd-8123-1a8121d113a5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6ff5c212574e450087cd2cb774d07d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737630 Sep 29 02:24:35.253993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59026) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:35.269836 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d2954-021d-4119-ba16-ea096c3d03e6 req-9c9e8eb5-a735-4443-a42d-adc4e1c370e1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:35.271509 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e95d2954-021d-4119-ba16-ea096c3d03e6 req-9c9e8eb5-a735-4443-a42d-adc4e1c370e1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0737257 Sep 29 02:24:35.311416 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] Publish callbacks [] for security_group (1dbfcb42-4cca-42b8-b145-9161897cb23e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.325531 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e95d2954-021d-4119-ba16-ea096c3d03e6 req-3416a67e-15f1-4c0d-b993-cf678988a79d tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Sep 29 02:24:35.333592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] Publish callbacks [] for security_group (1dbfcb42-4cca-42b8-b145-9161897cb23e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.384387 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1dbfcb42-4cca-42b8-b145-9161897cb23e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.388779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:35.389945 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1dbfcb42-4cca-42b8-b145-9161897cb23e HTTP/1.1" status: 204 len: 168 time: 0.1348515 Sep 29 02:24:35.398699 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592d1c-bbaa-4405-8eff-1177b1e41b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfcb42-4cca-42b8-b145-9161897cb23e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:35.584312 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:35.605705 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 998a6c9b-b071-42d6-9c61-c534536f1b8e {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:35.606067 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 998a6c9b-b071-42d6-9c61-c534536f1b8e not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:36.172292 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:24:36.450970 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989257-34f7-42ca-925c-eb6c93721651 req-28495959-1038-4559-9365-504c5c202296 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:36.456075 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-df989257-34f7-42ca-925c-eb6c93721651 req-28495959-1038-4559-9365-504c5c202296 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0521448 Sep 29 02:24:36.504564 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-df989257-34f7-42ca-925c-eb6c93721651 req-0b61336f-238c-4139-aece-1836937e1588 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Sep 29 02:24:37.272449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145fae-d45f-4f7d-b7ec-6eea55d5db77 req-ff967198-5974-4995-8157-ff736218fd89 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:37.273956 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-41145fae-d45f-4f7d-b7ec-6eea55d5db77 req-ff967198-5974-4995-8157-ff736218fd89 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0506134 Sep 29 02:24:37.335512 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-41145fae-d45f-4f7d-b7ec-6eea55d5db77 req-713eba00-ae10-4974-ac3f-733d5e28adee tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Sep 29 02:24:37.389992 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59110) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:37.784338 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:37.875961 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.039602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:38.103434 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Deleting port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:38.103731 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.185875 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] For port 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:38.186556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.199612 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Calling delete_port for 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:38.384592 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (5139cfe4-cd2f-454d-a156-ceecfa5d4cf2), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.409868 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Pushing event deleted for resources: {'Port': ['ID=5139cfe4-cd2f-454d-a156-ceecfa5d4cf2,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:38.500305 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7e22-768b-49e6-ac3a-87e1744a271e req-9758ce06-9dc1-4caf-b3b4-9c852c136c36 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:38.501845 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0d8b7e22-768b-49e6-ac3a-87e1744a271e req-9758ce06-9dc1-4caf-b3b4-9c852c136c36 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0846665 Sep 29 02:24:38.604093 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-0d8b7e22-768b-49e6-ac3a-87e1744a271e req-bce6f5e3-84e0-4925-a70b-7d5811e9dd14 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947163 Sep 29 02:24:38.650355 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.652711 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:38.855565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-e65ec283-da9b-4f24-8f41-b992738f2ed9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:38.857034 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-e65ec283-da9b-4f24-8f41-b992738f2ed9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 946 time: 0.0469737 Sep 29 02:24:38.858215 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Router 1025ba86-58da-485f-84d8-4ffa3f6d422b has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:24:38.907791 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:38.932953 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:38.939524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Deleting port 4b55f185-6905-47a0-a7e4-c463d619813c {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:38.939862 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.960970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:24:38.965918 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-06fb62a5-2c83-4f05-82da-c792a796480f admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1025ba86-58da-485f-84d8-4ffa3f6d422b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5713930 Sep 29 02:24:38.968682 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59138) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:38.973425 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Sync routers for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:24:38.983973 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:38.984598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:38.994517 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:39.038574 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] For port 4b55f185-6905-47a0-a7e4-c463d619813c, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4b55f185-6905-47a0-a7e4-c463d619813c,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:39.038945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.053596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Calling delete_port for 4b55f185-6905-47a0-a7e4-c463d619813c owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:39.075385 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks [] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.086545 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:39.179099 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks [] for router_gateway (1025ba86-58da-485f-84d8-4ffa3f6d422b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.196037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (4b55f185-6905-47a0-a7e4-c463d619813c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.222526 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Pushing event deleted for resources: {'Port': ['ID=4b55f185-6905-47a0-a7e4-c463d619813c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:39.231212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Deleting port f62bf4f3-d546-45f0-ba8c-d728e59e72ca {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:39.231212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.233445 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['4b55f185-6905-47a0-a7e4-c463d619813c'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:24:39.271991 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] No DVR routers for this DVR port 4b55f185-6905-47a0-a7e4-c463d619813c on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:39.274794 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.278400 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-af6b83d3-586e-458d-a9bd-43b4ba3a7757 req-5b5b055d-39c0-46bd-a5b8-81f722facbb3 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "DELETE /networking/v2.0/ports/4b55f185-6905-47a0-a7e4-c463d619813c HTTP/1.1" status: 204 len: 173 time: 0.4155121 Sep 29 02:24:39.278773 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'name': 'network-vif-deleted', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:39.281272 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc788a-e9d8-4832-acab-a1fa39b9c437" -d '{"events": [{"server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "name": "network-vif-deleted", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:39.298795 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:24:38Z', 'revision_number': 5, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port': {'id': 'f62bf4f3-d546-45f0-ba8c-d728e59e72ca', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:12:39Z', 'updated_at': '2022-09-29T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:39.331815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Checking router: 1025ba86-58da-485f-84d8-4ffa3f6d422b for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:24:39.332728 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] For port f62bf4f3-d546-45f0-ba8c-d728e59e72ca, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:39.333094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.344762 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Routers {'1025ba86-58da-485f-84d8-4ffa3f6d422b'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:24:39.345402 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:24:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['1025ba86-58da-485f-84d8-4ffa3f6d422b'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:39.349446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Calling delete_port for f62bf4f3-d546-45f0-ba8c-d728e59e72ca owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:39.372975 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1cb4df-074a-4ef3-82ad-7d64ef754dc4 x-openstack-request-id: req-da1cb4df-074a-4ef3-82ad-7d64ef754dc4 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:39.373262 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698750ca-07c1-4cf0-aa73-32dfe141804f", "name": "network-vif-deleted", "tag": "4b55f185-6905-47a0-a7e4-c463d619813c", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:39.373958 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da1cb4df-074a-4ef3-82ad-7d64ef754dc4 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:39.374543 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1cb4df-074a-4ef3-82ad-7d64ef754dc4'] response: {'server_uuid': '698750ca-07c1-4cf0-aa73-32dfe141804f', 'name': 'network-vif-deleted', 'tag': '4b55f185-6905-47a0-a7e4-c463d619813c', 'status': 'completed', 'code': 200} Sep 29 02:24:39.434062 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:39.449598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] Set router 1025ba86-58da-485f-84d8-4ffa3f6d422b gateway port host: None {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:24:39.510122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:24:39Z', 'revision_number': 6, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:39.567394 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:39.589027 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (f62bf4f3-d546-45f0-ba8c-d728e59e72ca), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:39.615374 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62bf4f3-d546-45f0-ba8c-d728e59e72ca,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:39.683307 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db679efe-b738-40ad-8574-cdfbcaf6e890 None None] The sync data for ids ['1025ba86-58da-485f-84d8-4ffa3f6d422b'] in dv-cinder-733062-36-iscsi is: [{'id': '1025ba86-58da-485f-84d8-4ffa3f6d422b', 'name': 'tempest-AttachVolumeShelveTestJSON-317267574-router', 'tenant_id': 'ad99e285720d41988cf2cf8f8978c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:12:37Z', 'updated_at': '2022-09-29T02:24:39Z', 'revision_number': 6, 'project_id': 'ad99e285720d41988cf2cf8f8978c313', 'gw_port_host': None}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:24:39.699119 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.037913 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-dc2564e4-a41d-4c3d-bdc8-54e1e6c3ed01 req-5d536e90-f527-46e8-a8ee-e34d721f23b6 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=698750ca-07c1-4cf0-aa73-32dfe141804f HTTP/1.1" status: 200 len: 210 time: 0.3404577 Sep 29 02:24:40.070296 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.072618 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks [] for router_controller (1025ba86-58da-485f-84d8-4ffa3f6d422b), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.116790 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (1025ba86-58da-485f-84d8-4ffa3f6d422b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.117352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1025ba86-58da-485f-84d8-4ffa3f6d422b {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:24:40.121442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.122600 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b8707781-f4d2-43fe-aa08-8feb3d36d1a4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/1025ba86-58da-485f-84d8-4ffa3f6d422b HTTP/1.1" status: 204 len: 168 time: 1.1524398 Sep 29 02:24:40.125770 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59152) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:40.172439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Deleting subnet b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:24:40.175738 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Publish callbacks [] for subnet (b0a3bb9c-cd56-4ded-8409-fadc1ad71b86), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.202567 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:40.212235 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (b0a3bb9c-cd56-4ded-8409-fadc1ad71b86), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.288397 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (b0a3bb9c-cd56-4ded-8409-fadc1ad71b86), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.345194 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (b0a3bb9c-cd56-4ded-8409-fadc1ad71b86), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.368136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a3bb9c-cd56-4ded-8409-fadc1ad71b86,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:40.373875 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.379398 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-61ad3d45-a55f-4c67-839c-3f06ebcf68fe admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/b0a3bb9c-cd56-4ded-8409-fadc1ad71b86 HTTP/1.1" status: 204 len: 168 time: 0.2502396 Sep 29 02:24:40.379700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59154) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:40.380440 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f97c32-d5d3-44c4-9d96-6af311a5a4e1 None None] Network 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:24:40.463759 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.508196 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Deleting port 92494edb-5f6d-4c3f-ad14-24414f2a228b {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:40.508541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.539304 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] DHCP port deletion for 712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:24:40.575831 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] For port 92494edb-5f6d-4c3f-ad14-24414f2a228b, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=92494edb-5f6d-4c3f-ad14-24414f2a228b,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:40.576198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.578329 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Deleting port 92494edb-5f6d-4c3f-ad14-24414f2a228b {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:40.578938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.590139 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Calling delete_port for 92494edb-5f6d-4c3f-ad14-24414f2a228b owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:40.645905 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] For port 92494edb-5f6d-4c3f-ad14-24414f2a228b, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=92494edb-5f6d-4c3f-ad14-24414f2a228b,segment=NetworkSegment(bab731b6-a342-4db4-b64d-fa217289aa15),segment_id=bab731b6-a342-4db4-b64d-fa217289aa15)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:40.646399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.667110 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Calling delete_port for 92494edb-5f6d-4c3f-ad14-24414f2a228b owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:40.676834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.708907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92494edb-5f6d-4c3f-ad14-24414f2a228b,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:40.710996 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] No DVR routers for this DVR port 92494edb-5f6d-4c3f-ad14-24414f2a228b on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:40.719217 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:40.761299 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (92494edb-5f6d-4c3f-ad14-24414f2a228b), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.798575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.799208 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] No DVR routers for this DVR port 92494edb-5f6d-4c3f-ad14-24414f2a228b on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:40.801202 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2d409-d34b-4a3f-9834-1e8c7b671def None None] Pushing event deleted for resources: {'Port': ['ID=92494edb-5f6d-4c3f-ad14-24414f2a228b,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:40.817286 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:40.832338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab731b6-a342-4db4-b64d-fa217289aa15') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:40.832820 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab731b6-a342-4db4-b64d-fa217289aa15') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:24:40.844544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (bab731b6-a342-4db4-b64d-fa217289aa15), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.858841 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (bab731b6-a342-4db4-b64d-fa217289aa15), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.865136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:24:40.865513 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (bab731b6-a342-4db4-b64d-fa217289aa15), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.906060 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment bab731b6-a342-4db4-b64d-fa217289aa15 resource provider aggregate not found Sep 29 02:24:40.927720 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment bab731b6-a342-4db4-b64d-fa217289aa15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bab731b6-a342-4db4-b64d-fa217289aa15 found for delete ", "request_id": "req-8b628a8c-9996-40f2-94fb-7b414b141b70"}]} Sep 29 02:24:40.931892 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.944299 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:40.947844 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a HTTP/1.1" status: 204 len: 168 time: 0.5670445 Sep 29 02:24:40.958412 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dad8a-56e9-4102-b806-953482f1c8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=712ee1de-b49d-47dd-8bc6-ac6e7ab6bb1a,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:41.092352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59172) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:41.103785 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:41.145406 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b6f51353-8b96-4344-9bd9-24f74b306e15 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ad99e285720d41988cf2cf8f8978c313&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518243 Sep 29 02:24:41.147866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59176) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:41.188396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:41.198911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] Publish callbacks [] for security_group (3014c521-a85d-4d26-aeb7-4dc609929800), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:41.219752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] Publish callbacks [] for security_group (3014c521-a85d-4d26-aeb7-4dc609929800), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:41.271239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3014c521-a85d-4d26-aeb7-4dc609929800), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:41.274244 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:41.275677 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3014c521-a85d-4d26-aeb7-4dc609929800 HTTP/1.1" status: 204 len: 168 time: 0.1268694 Sep 29 02:24:41.284106 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093c14-76d5-48ab-89cb-d5fbc26d1346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014c521-a85d-4d26-aeb7-4dc609929800,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:41.364349 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-3e82a175-0ac4-4ebf-bbc4-ae7c1bfd4ee9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:41.365795 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-3e82a175-0ac4-4ebf-bbc4-ae7c1bfd4ee9 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 809 time: 0.1056647 Sep 29 02:24:41.381724 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-ae283c94-63ad-4b59-80a6-83c9a115ba50 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/quotas/04420159627d4beeb44bb038e633a96d HTTP/1.1" status: 200 len: 375 time: 0.0094576 Sep 29 02:24:41.422338 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c150dede-a174-4e77-9d1e-e89e7b9ae315 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324945 Sep 29 02:24:41.433834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-24609817-3cda-4392-8da1-778bc6b89eb0 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:24:41.434829 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-24609817-3cda-4392-8da1-778bc6b89eb0 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053926 Sep 29 02:24:41.440242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:41.463701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:41.464042 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 5139cfe4-cd2f-454d-a156-ceecfa5d4cf2 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:41.464551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f62bf4f3-d546-45f0-ba8c-d728e59e72ca no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:41.482619 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: f62bf4f3-d546-45f0-ba8c-d728e59e72ca {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:41.483082 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device f62bf4f3-d546-45f0-ba8c-d728e59e72ca not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:41.483669 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 92494edb-5f6d-4c3f-ad14-24414f2a228b no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:41.501891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 92494edb-5f6d-4c3f-ad14-24414f2a228b {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:41.502529 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 92494edb-5f6d-4c3f-ad14-24414f2a228b not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:41.537773 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-0c16efa3-91bc-4929-81bd-dca1345de658 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956960 Sep 29 02:24:41.609985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 4b55f185-6905-47a0-a7e4-c463d619813c no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:41.631075 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 4b55f185-6905-47a0-a7e4-c463d619813c {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:41.631526 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 4b55f185-6905-47a0-a7e4-c463d619813c not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:41.638609 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-57cee34e-3c93-4074-810d-5f3ec7c0046a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905120 Sep 29 02:24:41.820087 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8a3d9c8e-716d-47de-b84d-c3d2eb9f42db req-74b19b0c-ddc4-4301-8af1-926672565123 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 210 time: 0.0412335 Sep 29 02:24:42.967460 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-61e9b9d5-34e4-4532-8d66-7dbda5cf1b3a req-e2d7a095-83ca-4f26-a08a-b5ce9fb06e01 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 210 time: 0.0457275 Sep 29 02:24:43.070907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-84efda73-79b1-4316-a0d3-862025c1f057 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:43.070907 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-84efda73-79b1-4316-a0d3-862025c1f057 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 809 time: 0.1145749 Sep 29 02:24:43.086988 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Request body: {'port': {'device_id': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300', 'admin_state_up': True, 'tenant_id': '04420159627d4beeb44bb038e633a96d'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:43.198344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Made reservation on behalf of 04420159627d4beeb44bb038e633a96d for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:24:43.202654 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:43.341509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Allocated IP 172.20.0.9 (2594207f-32e1-422d-a07b-06ac288a6300/1437cc31-10e0-4842-afbb-2d52ae5fa097/2f47984c-4d28-494f-9d1f-c2f51db405b8) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:24:43.495192 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks [] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:43.530081 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:43.577965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Network 2594207f-32e1-422d-a07b-06ac288a6300 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:24:43.581112 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:24:43.585113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:24:43.611798 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Pushing event updated for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:43.627651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:43.647471 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:43.648088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:43.648203 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:43.655341 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:43.670820 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-c47fcd89-96eb-4879-b94c-6a2ccd939b51 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871663 Sep 29 02:24:43.688325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Request body: {'port': {'device_id': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:24:43.749926 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:43.817655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.010307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f47984c-4d28-494f-9d1f-c2f51db405b8 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:24:44.018812 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks [] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.033669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Transition to ACTIVE for port object 2f47984c-4d28-494f-9d1f-c2f51db405b8 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:24:44.039541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.155896 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Pushing event updated for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:44.172863 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4720c02-bd88-4602-87c5-79f82f3a810e req-75952818-3aaa-451d-a1dd-37c5479f2a58 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:44.174360 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e4720c02-bd88-4602-87c5-79f82f3a810e req-75952818-3aaa-451d-a1dd-37c5479f2a58 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 943 time: 0.1087389 Sep 29 02:24:44.214230 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Attempting to bind port 2f47984c-4d28-494f-9d1f-c2f51db405b8 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:24:44.214607 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Attempting to bind port 2f47984c-4d28-494f-9d1f-c2f51db405b8 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:24:44.214940 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Attempting to bind port 2f47984c-4d28-494f-9d1f-c2f51db405b8 on network 2594207f-32e1-422d-a07b-06ac288a6300 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:24:44.260499 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e4720c02-bd88-4602-87c5-79f82f3a810e req-aa7b8f39-735d-48ec-8e37-3e0746241dda tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800424 Sep 29 02:24:44.286164 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Port 2f47984c-4d28-494f-9d1f-c2f51db405b8 on network 2594207f-32e1-422d-a07b-06ac288a6300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:24:44.286164 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Attempting to bind port 2f47984c-4d28-494f-9d1f-c2f51db405b8 on network 2594207f-32e1-422d-a07b-06ac288a6300 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:24:44.316727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:24:44.317074 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Checking segment: {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:24:44.317398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Bound using segment: {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:24:44.317855 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Bound port: 2f47984c-4d28-494f-9d1f-c2f51db405b8, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275eb573-f074-4682-aeb9-b0ebf17ae8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:24:44.318227 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.386518 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:24:44.390292 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:24:44.399830 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.402982 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:44.403583 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:44.405225 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/2f47984c-4d28-494f-9d1f-c2f51db405b8 HTTP/1.1" status: 200 len: 1093 time: 0.7214036 Sep 29 02:24:44.407883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:44.410099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e27e08-c204-4f19-add5-43dc3a045125" -d '{"events": [{"name": "network-changed", "server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:44.460701 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3024e9-129b-49c9-a4b2-24b8be92a7e3 x-openstack-request-id: req-1c3024e9-129b-49c9-a4b2-24b8be92a7e3 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:44.460994 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:44.461268 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c3024e9-129b-49c9-a4b2-24b8be92a7e3 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:44.461661 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3024e9-129b-49c9-a4b2-24b8be92a7e3'] response: {'name': 'network-changed', 'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8', 'status': 'completed', 'code': 200} Sep 29 02:24:44.471347 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cb949-82c5-4c84-aceb-0b35749071bd service neutron] Pushing event updated for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:44.486080 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:44.519384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-232343db-b152-4e0d-8dbb-fb9ec492df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:44.521149 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-232343db-b152-4e0d-8dbb-fb9ec492df9f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 1127 time: 0.0437555 Sep 29 02:24:44.568597 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-25ab9eac-2818-414a-8583-8b481fbec4cf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8 HTTP/1.1" status: 200 len: 217 time: 0.0340831 Sep 29 02:24:44.604036 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:44.621410 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a06c5654-5251-423e-9369-c5c5f14197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:44.622906 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-a06c5654-5251-423e-9369-c5c5f14197ef service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 200 len: 849 time: 0.0487633 Sep 29 02:24:44.656147 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-ae852186-04ba-4940-bc7c-99ec02f44668 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2594207f-32e1-422d-a07b-06ac288a6300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267649 Sep 29 02:24:44.750156 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-d2e63374-dbb8-4f78-95e0-b01a900dab92 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881000 Sep 29 02:24:44.845293 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1dbd872b-b763-4abc-8b98-7cdeaa3163e8 req-400700fe-30d0-45fd-a77a-d22db67c247e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Sep 29 02:24:45.032260 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59302) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:45.143660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ae9da13-7646-43af-ab62-89b7ee297ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.202563 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59308) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:45.213341 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:45.228804 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ae9da13-7646-43af-ab62-89b7ee297ecd admin admin] Publish callbacks [] for security_group (a1b9f193-96ca-4408-9fa6-99a13f69070f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.233959 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-9ae9da13-7646-43af-ab62-89b7ee297ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a1b9f193-96ca-4408-9fa6-99a13f69070f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.272556 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9da13-7646-43af-ab62-89b7ee297ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9f193-96ca-4408-9fa6-99a13f69070f,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:45.278563 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-9ae9da13-7646-43af-ab62-89b7ee297ecd admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b9013253783e4df7a49ba88c6e8d738d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445688 Sep 29 02:24:45.281085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59312) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:45.328695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c6a913fc-1ac5-4d6e-bf8f-e889216b4a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.371962 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] Publish callbacks [] for security_group (a1b9f193-96ca-4408-9fa6-99a13f69070f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.388747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5401ba-4c99-456d-af54-379f43ae849a req-cc2e31cb-c14f-4610-a629-60f0e37a46f8 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:45.390749 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e5401ba-4c99-456d-af54-379f43ae849a req-cc2e31cb-c14f-4610-a629-60f0e37a46f8 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 943 time: 0.0516479 Sep 29 02:24:45.404083 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] Publish callbacks [] for security_group (a1b9f193-96ca-4408-9fa6-99a13f69070f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.440526 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-8e5401ba-4c99-456d-af54-379f43ae849a req-8c0316cd-aad0-411e-b206-62810d6a4768 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Sep 29 02:24:45.468532 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c6a913fc-1ac5-4d6e-bf8f-e889216b4a3b admin admin] Publish callbacks [] for security_group (1ebe3e26-946d-4aaf-896b-52c589f3a1e5), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.473283 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c6a913fc-1ac5-4d6e-bf8f-e889216b4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ebe3e26-946d-4aaf-896b-52c589f3a1e5), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.497470 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a1b9f193-96ca-4408-9fa6-99a13f69070f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.499956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.501072 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a1b9f193-96ca-4408-9fa6-99a13f69070f HTTP/1.1" status: 204 len: 168 time: 0.2192299 Sep 29 02:24:45.517390 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a913fc-1ac5-4d6e-bf8f-e889216b4a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe3e26-946d-4aaf-896b-52c589f3a1e5,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:45.521507 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c6a913fc-1ac5-4d6e-bf8f-e889216b4a3b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4aff00d4480c4797a540c1814459219e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177171 Sep 29 02:24:45.525136 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59318) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:45.541069 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167c41e-f328-4eae-8025-a7afcc3aaffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9f193-96ca-4408-9fa6-99a13f69070f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:45.581606 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] Publish callbacks [] for security_group (1ebe3e26-946d-4aaf-896b-52c589f3a1e5), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.601401 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] Publish callbacks [] for security_group (1ebe3e26-946d-4aaf-896b-52c589f3a1e5), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.654504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1ebe3e26-946d-4aaf-896b-52c589f3a1e5), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.657736 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.658932 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1ebe3e26-946d-4aaf-896b-52c589f3a1e5 HTTP/1.1" status: 204 len: 168 time: 0.1330867 Sep 29 02:24:45.667396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22584c5a-fef5-4d4a-b4c5-ad231a386028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe3e26-946d-4aaf-896b-52c589f3a1e5,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:45.810278 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59324) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:45.824562 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-89081b40-0b2e-4cdc-a074-edee77c30e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.864135 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:45.894597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:45.906540 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-89081b40-0b2e-4cdc-a074-edee77c30e24 admin admin] Publish callbacks [] for security_group (329e38a0-fa7d-423a-8c12-8166ed5280a3), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.911409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-89081b40-0b2e-4cdc-a074-edee77c30e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (329e38a0-fa7d-423a-8c12-8166ed5280a3), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:45.956786 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081b40-0b2e-4cdc-a074-edee77c30e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329e38a0-fa7d-423a-8c12-8166ed5280a3,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:45.963893 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-89081b40-0b2e-4cdc-a074-edee77c30e24 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=35ae4c7dfe914e1fb6d415fc432098d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498106 Sep 29 02:24:45.963893 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59332) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:46.014830 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] Publish callbacks [] for security_group (329e38a0-fa7d-423a-8c12-8166ed5280a3), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.035061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] Publish callbacks [] for security_group (329e38a0-fa7d-423a-8c12-8166ed5280a3), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.082566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (329e38a0-fa7d-423a-8c12-8166ed5280a3), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.085124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.086304 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/329e38a0-fa7d-423a-8c12-8166ed5280a3 HTTP/1.1" status: 204 len: 168 time: 0.1215353 Sep 29 02:24:46.095336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b1edd-4168-49ef-9670-8548054da8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e38a0-fa7d-423a-8c12-8166ed5280a3,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:46.164298 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:46.605153 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e6b77-75a9-452d-85e0-3259cd490085 req-f5f7c465-4b17-4a6d-a972-9c8ac548524d tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:46.606634 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8c8e6b77-75a9-452d-85e0-3259cd490085 req-f5f7c465-4b17-4a6d-a972-9c8ac548524d tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 943 time: 0.0669820 Sep 29 02:24:46.626358 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59356) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:46.641311 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9d3c-2a69-4561-a625-188ba97b60bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.661309 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8c8e6b77-75a9-452d-85e0-3259cd490085 req-a553976c-7916-4c63-8abd-fc9d777d0399 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Sep 29 02:24:46.686487 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:46.731310 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9d3c-2a69-4561-a625-188ba97b60bb admin admin] Publish callbacks [] for security_group (1e1252c4-5240-4077-9789-ceb4a355dc12), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.736349 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9d3c-2a69-4561-a625-188ba97b60bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1e1252c4-5240-4077-9789-ceb4a355dc12), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.774242 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9d3c-2a69-4561-a625-188ba97b60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1252c4-5240-4077-9789-ceb4a355dc12,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:46.778557 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d9fb9d3c-2a69-4561-a625-188ba97b60bb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=93120d76ec83492e80d5e2dfb49762f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511753 Sep 29 02:24:46.781636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59358) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:46.834727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] Publish callbacks [] for security_group (1e1252c4-5240-4077-9789-ceb4a355dc12), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.863544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] Publish callbacks [] for security_group (1e1252c4-5240-4077-9789-ceb4a355dc12), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:46.938258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-d6749278-6288-41d5-b0f2-d0f264427ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:46.939779 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-d6749278-6288-41d5-b0f2-d0f264427ce7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 1127 time: 0.0440464 Sep 29 02:24:46.999389 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1e1252c4-5240-4077-9789-ceb4a355dc12), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:47.001873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:47.003030 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1e1252c4-5240-4077-9789-ceb4a355dc12 HTTP/1.1" status: 204 len: 168 time: 0.2203612 Sep 29 02:24:47.020097 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893eefb-5ffc-46ab-afca-82378f5b7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1252c4-5240-4077-9789-ceb4a355dc12,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:47.051019 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-6eafd55b-ef24-47ec-9c9c-a3e7f564666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:47.052559 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-6eafd55b-ef24-47ec-9c9c-a3e7f564666b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 910 time: 0.1072855 Sep 29 02:24:47.091559 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-100c463f-7aff-4ce3-8988-1f7d14bf986c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8 HTTP/1.1" status: 200 len: 217 time: 0.0329170 Sep 29 02:24:47.145416 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-62f447bc-ce7d-4aa4-9cde-9706b1a66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:47.147601 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-62f447bc-ce7d-4aa4-9cde-9706b1a66b67 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 200 len: 849 time: 0.0495427 Sep 29 02:24:47.180081 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-3180aa46-3b15-4770-88a7-623b64b997b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2594207f-32e1-422d-a07b-06ac288a6300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264599 Sep 29 02:24:47.269434 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-2e114664-ec6c-481e-96e6-4ee0b1ded756 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837009 Sep 29 02:24:47.293761 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:47.370164 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b3e27e08-c204-4f19-add5-43dc3a045125 req-747f1cbc-b434-455a-9235-45a69ec5ba5b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944643 Sep 29 02:24:47.651938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 2f47984c-4d28-494f-9d1f-c2f51db405b8 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:24:47.754223 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:47.766365 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '2f47984c-4d28-494f-9d1f-c2f51db405b8', 'network_id': '2594207f-32e1-422d-a07b-06ac288a6300', 'port_id': '2f47984c-4d28-494f-9d1f-c2f51db405b8', 'mac_address': 'fa:16:3e:5c:6e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437cc31-10e0-4842-afbb-2d52ae5fa097', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:24:47.792276 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eae8b-1cdf-4843-ac25-d1dcfbdbefe2 req-73427326-999c-481a-8be5-e819295fb900 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:47.795869 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c67eae8b-1cdf-4843-ac25-d1dcfbdbefe2 req-73427326-999c-481a-8be5-e819295fb900 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 943 time: 0.0564234 Sep 29 02:24:47.804916 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 2f47984c-4d28-494f-9d1f-c2f51db405b8 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:24:47.805311 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:47.819311 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f47984c-4d28-494f-9d1f-c2f51db405b8 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:24:47.840280 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:47.846579 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-c67eae8b-1cdf-4843-ac25-d1dcfbdbefe2 req-18cde316-9c1b-4e9c-bc33-689587a9a271 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Sep 29 02:24:47.846829 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:47.895242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:48.221934 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['2f47984c-4d28-494f-9d1f-c2f51db405b8'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:24:48.320298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:48.975652 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dd41e-b6c6-4fa6-9ec1-e8180b253ce3 req-c7fb5cfb-399a-48e9-a63a-4e6d42fd8b11 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:48.977190 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1e8dd41e-b6c6-4fa6-9ec1-e8180b253ce3 req-c7fb5cfb-399a-48e9-a63a-4e6d42fd8b11 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 944 time: 0.0485818 Sep 29 02:24:49.025726 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-1e8dd41e-b6c6-4fa6-9ec1-e8180b253ce3 req-bbcb0811-91a1-4a87-85f6-72a2a6dfd420 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Sep 29 02:24:49.663055 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 2f47984c-4d28-494f-9d1f-c2f51db405b8 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:24:49.727860 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 2f47984c-4d28-494f-9d1f-c2f51db405b8 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:24:49.736880 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 2f47984c-4d28-494f-9d1f-c2f51db405b8 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:24:49.737283 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:49.737590 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 2f47984c-4d28-494f-9d1f-c2f51db405b8 Sep 29 02:24:49.817988 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 2f47984c-4d28-494f-9d1f-c2f51db405b8 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:24:49.818401 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:49.843112 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:49.846030 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47799d97-b8dd-4525-b2ff-baa948826305" -d '{"events": [{"server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:49.858649 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:49.863805 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:49.887628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd9af6-eafd-4492-a870-1f0a7b081e8a x-openstack-request-id: req-c1cd9af6-eafd-4492-a870-1f0a7b081e8a {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:49.887886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:49.888621 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1cd9af6-eafd-4492-a870-1f0a7b081e8a {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:49.889057 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cd9af6-eafd-4492-a870-1f0a7b081e8a'] response: {'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8', 'code': 200} Sep 29 02:24:49.916144 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:50.182275 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb3ca3-bf64-4ce9-807f-a756784e14d5 req-d149e74b-129a-4e50-86ba-ee1f6365103e tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:50.184101 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9bb3ca3-bf64-4ce9-807f-a756784e14d5 req-d149e74b-129a-4e50-86ba-ee1f6365103e tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0815349 Sep 29 02:24:50.202478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128af504-fcb4-47a2-a1ff-32bf06ba22e1 req-6e70e5e0-d4ec-4d97-9193-1aa8cf1b48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:50.203963 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-128af504-fcb4-47a2-a1ff-32bf06ba22e1 req-6e70e5e0-d4ec-4d97-9193-1aa8cf1b48a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 1129 time: 0.0572872 Sep 29 02:24:50.243243 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e9bb3ca3-bf64-4ce9-807f-a756784e14d5 req-548ff05a-a6a3-49b3-8734-e877ac75534f tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521564 Sep 29 02:24:50.423756 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:50.461606 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-128af504-fcb4-47a2-a1ff-32bf06ba22e1 req-64a921fb-9fe0-4476-8a46-410cdd9fd0bd service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Sep 29 02:24:51.377955 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aaeda-431f-4f25-b377-df5155f549c2 req-5283276a-ed7c-4cb2-a76f-7d7d31e89b57 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.380714 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e58aaeda-431f-4f25-b377-df5155f549c2 req-5283276a-ed7c-4cb2-a76f-7d7d31e89b57 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Sep 29 02:24:51.431979 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e58aaeda-431f-4f25-b377-df5155f549c2 req-0ad001dd-464e-484a-8ab5-9f9343ad760f tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Sep 29 02:24:52.561605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e950c-9d39-4348-9ba1-ff2d990cc8b9 req-8033b50e-d212-46d4-bf90-9c5da51252a6 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:52.563112 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a1e950c-9d39-4348-9ba1-ff2d990cc8b9 req-8033b50e-d212-46d4-bf90-9c5da51252a6 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Sep 29 02:24:52.621197 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7a1e950c-9d39-4348-9ba1-ff2d990cc8b9 req-f93ce9d8-dfd8-4be1-91c8-da50ffe77568 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515511 Sep 29 02:24:52.701723 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-73ee6f68-30d4-4761-92a4-aa7e332cb282 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384724 Sep 29 02:24:52.812501 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-cdf1ded4-3c92-4e64-8325-98793ca9d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:52.814055 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-cdf1ded4-3c92-4e64-8325-98793ca9d003 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=04420159627d4beeb44bb038e633a96d&device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 1129 time: 0.0422859 Sep 29 02:24:52.934846 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-49ebc3d2-5b40-4dd2-830c-430d9fdba8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:52.936430 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-49ebc3d2-5b40-4dd2-830c-430d9fdba8fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 200 len: 910 time: 0.1000512 Sep 29 02:24:52.981505 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-6b363a82-2860-4ab4-a9d8-f3f9be6b915d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8 HTTP/1.1" status: 200 len: 217 time: 0.0362632 Sep 29 02:24:53.032682 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-86c23233-07d3-44fb-8d27-d1f81ff96dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:53.034191 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-86c23233-07d3-44fb-8d27-d1f81ff96dea service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 200 len: 849 time: 0.0465443 Sep 29 02:24:53.067935 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-9f968e26-34ad-402f-91f5-439d5fe170e8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2594207f-32e1-422d-a07b-06ac288a6300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259390 Sep 29 02:24:53.165580 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-3580407e-4a50-4e61-8d93-dd4673be1c20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915956 Sep 29 02:24:53.260874 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9e2df437-82db-4f29-9fff-1a12ed086ec5 req-f9b7c8eb-caff-4c12-a16e-bc0d91196786 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888748 Sep 29 02:24:53.558840 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda343-5336-4f7e-8414-74e0560f663b req-120a6e4d-a03a-497a-9257-db08cc62c8da tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:53.560329 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7eda343-5336-4f7e-8414-74e0560f663b req-120a6e4d-a03a-497a-9257-db08cc62c8da tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Sep 29 02:24:53.607160 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:53.611757 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b7eda343-5336-4f7e-8414-74e0560f663b req-e5e2f395-58c8-44e9-8d56-44157271764d tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 Sep 29 02:24:54.740046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922634c1-715a-4538-9352-54d9939d8791 req-ed90f40f-e2fa-4c7d-9f38-57f2d07794dc tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.741531 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-922634c1-715a-4538-9352-54d9939d8791 req-ed90f40f-e2fa-4c7d-9f38-57f2d07794dc tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Sep 29 02:24:54.794507 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-922634c1-715a-4538-9352-54d9939d8791 req-7ae154a4-fcb3-4aec-89ea-75d1a10daf7d tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a9024ea-ce87-4757-b681-06cf7f25a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Sep 29 02:24:55.396684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-29962c4b-2160-4c8e-bb87-6d42a97f9e65 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:55.398213 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-29962c4b-2160-4c8e-bb87-6d42a97f9e65 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 945 time: 0.0558760 Sep 29 02:24:55.486114 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Deleting port 2f47984c-4d28-494f-9d1f-c2f51db405b8 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:24:55.486350 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.512218 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59568) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:55.583125 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] For port 2f47984c-4d28-494f-9d1f-c2f51db405b8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2f47984c-4d28-494f-9d1f-c2f51db405b8,segment=NetworkSegment(275eb573-f074-4682-aeb9-b0ebf17ae8d6),segment_id=275eb573-f074-4682-aeb9-b0ebf17ae8d6)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:24:55.583488 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.596355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Calling delete_port for 2f47984c-4d28-494f-9d1f-c2f51db405b8 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:24:55.634709 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aa5a04a6-9fd7-41c8-918f-c36716e31eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.650998 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:55.719435 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aa5a04a6-9fd7-41c8-918f-c36716e31eb7 admin admin] Publish callbacks [] for security_group (1c651147-9661-4ca9-b909-19f9cafff248), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.725609 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-aa5a04a6-9fd7-41c8-918f-c36716e31eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1c651147-9661-4ca9-b909-19f9cafff248), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.746894 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2f47984c-4d28-494f-9d1f-c2f51db405b8), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.758324 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:55.770832 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-aa5a04a6-9fd7-41c8-918f-c36716e31eb7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bdb1223eca3f4a0ea059a2cb613d4068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571805 Sep 29 02:24:55.771438 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a04a6-9fd7-41c8-918f-c36716e31eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c651147-9661-4ca9-b909-19f9cafff248,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:55.773707 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59574) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:55.777472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Pushing event deleted for resources: {'Port': ['ID=2f47984c-4d28-494f-9d1f-c2f51db405b8,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:55.834122 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] No DVR routers for this DVR port 2f47984c-4d28-494f-9d1f-c2f51db405b8 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:24:55.837491 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.839242 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] Publish callbacks [] for security_group (1c651147-9661-4ca9-b909-19f9cafff248), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.841210 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c5c6fa6f-a31c-49a5-b513-4120f27f835b req-efbafb49-d205-47a9-b3ff-be9db370a3f1 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.55 "DELETE /networking/v2.0/ports/2f47984c-4d28-494f-9d1f-c2f51db405b8 HTTP/1.1" status: 204 len: 173 time: 0.4370222 Sep 29 02:24:55.841844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'name': 'network-vif-deleted', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:24:55.853379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d605a5-8dc1-4842-b7d9-3437f6e2bbc4" -d '{"events": [{"server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "name": "network-vif-deleted", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:24:55.861046 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] Publish callbacks [] for security_group (1c651147-9661-4ca9-b909-19f9cafff248), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.902189 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b233d-df47-4266-84e6-078e124e8e76 x-openstack-request-id: req-4e1b233d-df47-4266-84e6-078e124e8e76 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:24:55.902499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc41ff-33fb-4d8c-8405-fa95b5f623a7", "name": "network-vif-deleted", "tag": "2f47984c-4d28-494f-9d1f-c2f51db405b8", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:24:55.902775 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e1b233d-df47-4266-84e6-078e124e8e76 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:24:55.903275 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1b233d-df47-4266-84e6-078e124e8e76'] response: {'server_uuid': '16cc41ff-33fb-4d8c-8405-fa95b5f623a7', 'name': 'network-vif-deleted', 'tag': '2f47984c-4d28-494f-9d1f-c2f51db405b8', 'status': 'completed', 'code': 200} Sep 29 02:24:55.917454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (1c651147-9661-4ca9-b909-19f9cafff248), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.920122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.921290 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1c651147-9661-4ca9-b909-19f9cafff248 HTTP/1.1" status: 204 len: 168 time: 0.1465371 Sep 29 02:24:55.926712 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-22f6db75-eba8-457e-9dc8-e666672641b2 req-51134102-07ad-4498-a3c3-f919d709a674 tempest-VolumesActionsTest-1219425692 tempest-VolumesActionsTest-1219425692-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16cc41ff-33fb-4d8c-8405-fa95b5f623a7 HTTP/1.1" status: 200 len: 210 time: 0.0394635 Sep 29 02:24:55.941989 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df554a0-2047-46f8-8cb5-78197d0bd703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c651147-9661-4ca9-b909-19f9cafff248,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:57.665521 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:57.678023 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5ddec3ed-090c-46d3-b614-0cfff1c2cd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:57.717585 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 2f47984c-4d28-494f-9d1f-c2f51db405b8 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:24:57.742058 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 2f47984c-4d28-494f-9d1f-c2f51db405b8 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:24:57.742520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 2f47984c-4d28-494f-9d1f-c2f51db405b8 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:24:58.044794 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59696) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:58.163382 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c456e976-c9e8-431a-bd78-0ea61c516633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.242919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c456e976-c9e8-431a-bd78-0ea61c516633 admin admin] Publish callbacks [] for security_group (7dd607a6-cd03-4e03-900c-6cc837945574), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.248465 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c456e976-c9e8-431a-bd78-0ea61c516633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7dd607a6-cd03-4e03-900c-6cc837945574), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.290778 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c456e976-c9e8-431a-bd78-0ea61c516633 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=021777a859d5470fa1f192c16c9ac845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448459 Sep 29 02:24:58.291588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456e976-c9e8-431a-bd78-0ea61c516633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd607a6-cd03-4e03-900c-6cc837945574,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:58.294103 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59700) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:58.349163 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] Publish callbacks [] for security_group (7dd607a6-cd03-4e03-900c-6cc837945574), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.372039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] Publish callbacks [] for security_group (7dd607a6-cd03-4e03-900c-6cc837945574), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.431467 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (7dd607a6-cd03-4e03-900c-6cc837945574), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.434205 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.435496 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7dd607a6-cd03-4e03-900c-6cc837945574 HTTP/1.1" status: 204 len: 168 time: 0.1400979 Sep 29 02:24:58.445500 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf281eb-8fb6-45d4-a5a9-753cd62c5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd607a6-cd03-4e03-900c-6cc837945574,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:58.724230 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59706) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:58.737865 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bd0-2a47-4ef9-83e0-211dc6c10d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.783806 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:58.820912 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bd0-2a47-4ef9-83e0-211dc6c10d1a admin admin] Publish callbacks [] for security_group (ff4cf89c-96c4-4723-b110-44dfaa3b8eff), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.826329 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bd0-2a47-4ef9-83e0-211dc6c10d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ff4cf89c-96c4-4723-b110-44dfaa3b8eff), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.869670 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b0cb3bd0-2a47-4ef9-83e0-211dc6c10d1a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8fab9d6088124f1bb953c417fc9c4ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443627 Sep 29 02:24:58.870529 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb3bd0-2a47-4ef9-83e0-211dc6c10d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4cf89c-96c4-4723-b110-44dfaa3b8eff,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:58.873016 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59712) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:24:58.930815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] Publish callbacks [] for security_group (ff4cf89c-96c4-4723-b110-44dfaa3b8eff), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:58.953102 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] Publish callbacks [] for security_group (ff4cf89c-96c4-4723-b110-44dfaa3b8eff), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:59.003750 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ff4cf89c-96c4-4723-b110-44dfaa3b8eff), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:59.006467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:59.007631 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ff4cf89c-96c4-4723-b110-44dfaa3b8eff HTTP/1.1" status: 204 len: 168 time: 0.1335044 Sep 29 02:24:59.016376 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3609c7-8fc4-4ab8-bd23-1e8bd063a4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4cf89c-96c4-4723-b110-44dfaa3b8eff,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:24:59.938694 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-73b413c2-c600-44a8-8ea5-568a66015341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.268000 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59796) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:01.293048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.386203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.406454 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:01.465284 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Publish callbacks [] for security_group (0f77d1e5-8155-4a30-9b70-0ece55df5fa7), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.475062 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0f77d1e5-8155-4a30-9b70-0ece55df5fa7), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.514122 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=abe975f4c06944af8951be322f50858e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445931 Sep 29 02:25:01.515019 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f77d1e5-8155-4a30-9b70-0ece55df5fa7,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:01.516950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59800) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:01.538170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.538524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.538862 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.539194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.539546 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.539872 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.540201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.540498 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.540837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.541154 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.541473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.541791 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.542143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.542459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.542779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9251af31-e4ea-4fde-9eab-e66b0e3c27ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:01.578946 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:01.586381 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] Publish callbacks [] for security_group (0f77d1e5-8155-4a30-9b70-0ece55df5fa7), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.885950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] Publish callbacks [] for security_group (0f77d1e5-8155-4a30-9b70-0ece55df5fa7), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.937464 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (0f77d1e5-8155-4a30-9b70-0ece55df5fa7), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.940050 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:01.941215 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0f77d1e5-8155-4a30-9b70-0ece55df5fa7 HTTP/1.1" status: 204 len: 168 time: 0.4232779 Sep 29 02:25:01.950287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c3010-d8b1-44f5-8394-892a6848d22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f77d1e5-8155-4a30-9b70-0ece55df5fa7,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:02.227850 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 59812) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:02.241645 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3801b438-97e3-4df7-a55d-0f0f31653fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.329306 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3801b438-97e3-4df7-a55d-0f0f31653fb5 admin admin] Publish callbacks [] for security_group (d2ca36f3-ec2d-4919-bfdf-5abacf269934), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.335360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3801b438-97e3-4df7-a55d-0f0f31653fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d2ca36f3-ec2d-4919-bfdf-5abacf269934), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.373606 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3801b438-97e3-4df7-a55d-0f0f31653fb5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5f5815fa4b2145f4a77525bdaed8b991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446648 Sep 29 02:25:02.374438 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801b438-97e3-4df7-a55d-0f0f31653fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca36f3-ec2d-4919-bfdf-5abacf269934,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:02.377272 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 59814) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:02.440304 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] Publish callbacks [] for security_group (d2ca36f3-ec2d-4919-bfdf-5abacf269934), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.460286 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] Publish callbacks [] for security_group (d2ca36f3-ec2d-4919-bfdf-5abacf269934), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.509800 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (d2ca36f3-ec2d-4919-bfdf-5abacf269934), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.512307 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.513447 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d2ca36f3-ec2d-4919-bfdf-5abacf269934 HTTP/1.1" status: 204 len: 168 time: 0.1349370 Sep 29 02:25:02.521550 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751a3ae-a981-4b91-b0d2-885a907b854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca36f3-ec2d-4919-bfdf-5abacf269934,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:02.661832 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:02.664438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:12.368217 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=5,neutron:SELECT=50,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.370362 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.516882 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.517625 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.657979 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:12.659906 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:13.172165 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:25:13.361749 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60038) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:13.487361 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.593510 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Publish callbacks [] for security_group (c398f08e-6b79-47dd-8fbd-945369d2b5a7), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.599639 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c398f08e-6b79-47dd-8fbd-945369d2b5a7), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.634529 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398f08e-6b79-47dd-8fbd-945369d2b5a7,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:13.651543 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.651909 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.652250 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.652811 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.653141 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.653467 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.653802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.654153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.654485 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.654816 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.655132 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.655470 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.655780 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.656104 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.656438 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:13.665161 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-79f20e3c-f941-4fb9-abb5-a91ac0374e7b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3eca19b662fe47758e69e688d228869b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003936 Sep 29 02:25:13.665408 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60042) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:13.717969 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] Publish callbacks [] for security_group (c398f08e-6b79-47dd-8fbd-945369d2b5a7), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.739616 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] Publish callbacks [] for security_group (c398f08e-6b79-47dd-8fbd-945369d2b5a7), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.793701 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (c398f08e-6b79-47dd-8fbd-945369d2b5a7), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.797054 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:13.800830 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c398f08e-6b79-47dd-8fbd-945369d2b5a7 HTTP/1.1" status: 204 len: 168 time: 0.1317625 Sep 29 02:25:13.827818 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92d20-7563-44c9-8854-0a77d4074a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398f08e-6b79-47dd-8fbd-945369d2b5a7,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:13.829078 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.131687 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60050) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:14.153778 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2a91e076-960c-49a8-8385-3235a51ebf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.260820 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2a91e076-960c-49a8-8385-3235a51ebf6f admin admin] Publish callbacks [] for security_group (97318b7e-1103-4cd2-90ec-d643ec0249ff), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.266835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2a91e076-960c-49a8-8385-3235a51ebf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (97318b7e-1103-4cd2-90ec-d643ec0249ff), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.313730 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2a91e076-960c-49a8-8385-3235a51ebf6f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=22e84a896c6b4809a6896e5df56c1d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802433 Sep 29 02:25:14.315214 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e076-960c-49a8-8385-3235a51ebf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97318b7e-1103-4cd2-90ec-d643ec0249ff,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:14.316388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60056) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:14.376112 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] Publish callbacks [] for security_group (97318b7e-1103-4cd2-90ec-d643ec0249ff), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.397769 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] Publish callbacks [] for security_group (97318b7e-1103-4cd2-90ec-d643ec0249ff), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.454591 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (97318b7e-1103-4cd2-90ec-d643ec0249ff), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.458763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:14.460245 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/97318b7e-1103-4cd2-90ec-d643ec0249ff HTTP/1.1" status: 204 len: 168 time: 0.1426373 Sep 29 02:25:14.471432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e133099-3517-4109-9c69-98d90057e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97318b7e-1103-4cd2-90ec-d643ec0249ff,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:14.906666 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60062) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:14.920951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f0b542f-18a6-42ad-a4e2-8e53b68c751c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.013993 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f0b542f-18a6-42ad-a4e2-8e53b68c751c admin admin] Publish callbacks [] for security_group (27686d1a-7cdb-4f7c-8c38-2882426f33c6), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.019480 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0f0b542f-18a6-42ad-a4e2-8e53b68c751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (27686d1a-7cdb-4f7c-8c38-2882426f33c6), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.056621 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b542f-18a6-42ad-a4e2-8e53b68c751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27686d1a-7cdb-4f7c-8c38-2882426f33c6,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:15.065273 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0f0b542f-18a6-42ad-a4e2-8e53b68c751c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c582e218270f4adbb70ea7865361d3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573229 Sep 29 02:25:15.068039 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60066) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:15.123273 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] Publish callbacks [] for security_group (27686d1a-7cdb-4f7c-8c38-2882426f33c6), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.159620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] Publish callbacks [] for security_group (27686d1a-7cdb-4f7c-8c38-2882426f33c6), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.215428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (27686d1a-7cdb-4f7c-8c38-2882426f33c6), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.218597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:15.222399 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/27686d1a-7cdb-4f7c-8c38-2882426f33c6 HTTP/1.1" status: 204 len: 168 time: 0.1506944 Sep 29 02:25:15.229148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da42fd-925b-41df-b3be-4080924a1787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27686d1a-7cdb-4f7c-8c38-2882426f33c6,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:18.872342 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60116) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:19.002702 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-73bf9b80-4a0c-4de0-834b-9e859538b794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.097513 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-73bf9b80-4a0c-4de0-834b-9e859538b794 admin admin] Publish callbacks [] for security_group (faf9542b-d73d-4455-9ffd-4592835bdca8), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.103002 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-73bf9b80-4a0c-4de0-834b-9e859538b794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (faf9542b-d73d-4455-9ffd-4592835bdca8), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.153416 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-73bf9b80-4a0c-4de0-834b-9e859538b794 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3968c76fd4464c4dab0977f88694b3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799370 Sep 29 02:25:19.155218 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60120) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:19.155835 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf9b80-4a0c-4de0-834b-9e859538b794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9542b-d73d-4455-9ffd-4592835bdca8,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:19.223824 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] Publish callbacks [] for security_group (faf9542b-d73d-4455-9ffd-4592835bdca8), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.244642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] Publish callbacks [] for security_group (faf9542b-d73d-4455-9ffd-4592835bdca8), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.300169 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (faf9542b-d73d-4455-9ffd-4592835bdca8), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.308344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:19.312701 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/faf9542b-d73d-4455-9ffd-4592835bdca8 HTTP/1.1" status: 204 len: 168 time: 0.1559653 Sep 29 02:25:19.323078 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0062e8-cd73-4573-9a7d-9d97816902e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9542b-d73d-4455-9ffd-4592835bdca8,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:22.728157 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:23.167996 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=21 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:27.672975 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-442c6801-2202-44b3-b66c-7926220a8aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.146128 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=75,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:29.151092 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=70,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:29.283490 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:29.323956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:29.517526 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60302) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:29.573292 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Deleting subnet 1437cc31-10e0-4842-afbb-2d52ae5fa097 {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:25:29.577165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Publish callbacks [] for subnet (1437cc31-10e0-4842-afbb-2d52ae5fa097), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.623194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (1437cc31-10e0-4842-afbb-2d52ae5fa097), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.671149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (1437cc31-10e0-4842-afbb-2d52ae5fa097), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.733352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (1437cc31-10e0-4842-afbb-2d52ae5fa097), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.761327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1437cc31-10e0-4842-afbb-2d52ae5fa097,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:29.769395 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.773363 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-85551128-7386-4b2a-9cb6-171c144c6596 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/1437cc31-10e0-4842-afbb-2d52ae5fa097 HTTP/1.1" status: 204 len: 168 time: 0.2544799 Sep 29 02:25:29.775719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60304) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:29.868452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (2594207f-32e1-422d-a07b-06ac288a6300), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.949571 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (2594207f-32e1-422d-a07b-06ac288a6300), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.950333 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-cae6adca-5bec-4ca4-ac6a-befda56e7d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:29.972008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2594207f-32e1-422d-a07b-06ac288a6300']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:29.981861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275eb573-f074-4682-aeb9-b0ebf17ae8d6') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:29.982191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275eb573-f074-4682-aeb9-b0ebf17ae8d6') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:29.998742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (275eb573-f074-4682-aeb9-b0ebf17ae8d6), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.010538 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (275eb573-f074-4682-aeb9-b0ebf17ae8d6), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.017570 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:25:30.017958 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (275eb573-f074-4682-aeb9-b0ebf17ae8d6), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.060226 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 275eb573-f074-4682-aeb9-b0ebf17ae8d6 resource provider aggregate not found Sep 29 02:25:30.080110 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 275eb573-f074-4682-aeb9-b0ebf17ae8d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 275eb573-f074-4682-aeb9-b0ebf17ae8d6 found for delete ", "request_id": "req-e0d37854-71c6-46e0-a334-b82822b6b837"}]} Sep 29 02:25:30.085768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (2594207f-32e1-422d-a07b-06ac288a6300), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.091456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.094572 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/2594207f-32e1-422d-a07b-06ac288a6300 HTTP/1.1" status: 204 len: 168 time: 0.3179193 Sep 29 02:25:30.109907 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a53a9-a350-42b5-9cb2-8310227d7f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2594207f-32e1-422d-a07b-06ac288a6300,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:30.219894 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60318) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:30.240893 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60320) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:30.266038 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-614e0645-15c3-472e-b4b7-7849cc96655c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=04420159627d4beeb44bb038e633a96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449202 Sep 29 02:25:30.268426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60324) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:30.316682 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] Publish callbacks [] for security_group (9a9024ea-ce87-4757-b681-06cf7f25a7f2), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.340534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] Publish callbacks [] for security_group (9a9024ea-ce87-4757-b681-06cf7f25a7f2), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.387301 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (9a9024ea-ce87-4757-b681-06cf7f25a7f2), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.389807 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.390988 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9a9024ea-ce87-4757-b681-06cf7f25a7f2 HTTP/1.1" status: 204 len: 168 time: 0.1217005 Sep 29 02:25:30.410774 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c9827-6b2a-4b47-93f7-fd1ce5525e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9024ea-ce87-4757-b681-06cf7f25a7f2,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:30.412961 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0e6376a2-0cd7-4810-bd56-3d8bc0847e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.460575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:30.490754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0e6376a2-0cd7-4810-bd56-3d8bc0847e30 admin admin] Publish callbacks [] for security_group (780accd3-218c-461d-bd64-b3209c19802e), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.495459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0e6376a2-0cd7-4810-bd56-3d8bc0847e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (780accd3-218c-461d-bd64-b3209c19802e), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.519692 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:30.538084 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0e6376a2-0cd7-4810-bd56-3d8bc0847e30 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5c2d79eb0f9f48b5aa72e8cf200bd8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960584 Sep 29 02:25:30.540816 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60330) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:30.541322 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6376a2-0cd7-4810-bd56-3d8bc0847e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780accd3-218c-461d-bd64-b3209c19802e,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:30.599402 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] Publish callbacks [] for security_group (780accd3-218c-461d-bd64-b3209c19802e), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.620406 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] Publish callbacks [] for security_group (780accd3-218c-461d-bd64-b3209c19802e), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.671841 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (780accd3-218c-461d-bd64-b3209c19802e), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.674451 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.678459 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/780accd3-218c-461d-bd64-b3209c19802e HTTP/1.1" status: 204 len: 168 time: 0.1362643 Sep 29 02:25:30.693116 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd602-aa35-4f0f-b77d-379d61b3f585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780accd3-218c-461d-bd64-b3209c19802e,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:31.073179 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60360) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:31.222921 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-450887501-network', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:31.255585 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Made reservation on behalf of a2f2d778c35d4a90a28aeef64fefa8fb for: {'network': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:25:31.258422 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.267353 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.296256 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.348122 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks [] for security_group (3b8543e9-3f26-4b98-aeda-b48a6550ab6a), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.353097 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3b8543e9-3f26-4b98-aeda-b48a6550ab6a), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.381509 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=106493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:25:31.387103 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8543e9-3f26-4b98-aeda-b48a6550ab6a,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:31.394474 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.394637 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.segments_db [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Added segment fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc of type vlan for network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 Sep 29 02:25:31.434621 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (28b8264b-f182-4854-bb09-b0fa97f8ddc5), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.459964 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (28b8264b-f182-4854-bb09-b0fa97f8ddc5), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.460954 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:31.461546 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.516101 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4417226 Sep 29 02:25:31.519479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60376) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:31.526566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Request body: {'subnet': {'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-450887501-subnet', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:31.527884 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd550d1d-ab06-4623-a906-75a2c04877d2 admin admin] Pushing event updated for resources: {'Network': ['ID=28b8264b-f182-4854-bb09-b0fa97f8ddc5,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:31.543012 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:25:31.557166 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Made reservation on behalf of a2f2d778c35d4a90a28aeef64fefa8fb for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:25:31.559713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2645735'] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.749238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27210168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2645713'] for subnet (d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.808596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:31.827472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Checking segment: {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:31.827821 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Network hostable DHCP agents. Network: 28b8264b-f182-4854-bb09-b0fa97f8ddc5, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:25:31.846783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:25:31.857797 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 28b8264b-f182-4854-bb09-b0fa97f8ddc5) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:31.861659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:31.862303 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.866786 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2287f04-93c6-44d6-aa08-64c0d4af2211 None None] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:25:31.880816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3c5386c8-c72c-4e0b-98d8-8c97dc5f04d9 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3588836 Sep 29 02:25:31.883478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60382) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:31.887892 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:31.911598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.912690 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.967338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for router_controller (9222911d-086a-46dc-984d-59c40ab7a4fd), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:31.977068 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'fixed_ips': [{'subnet_id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:25:31.978251 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.103465 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for router_gateway (9222911d-086a-46dc-984d-59c40ab7a4fd), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.109801 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Allocated IP 172.20.0.2 (28b8264b-f182-4854-bb09-b0fa97f8ddc5/d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f/b1dd17c6-aa9b-4d92-8262-7713224f1b8e) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:32.250641 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks [] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.258714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.280100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:32.284291 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for router_gateway (9222911d-086a-46dc-984d-59c40ab7a4fd), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.301074 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:32.303796 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.306150 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:32.308761 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:32.311741 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Pushing event updated for resources: {'Port': ['ID=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:32.323909 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.324248 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.324588 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.324921 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.325284 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.325596 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.325915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.326261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.326607 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.326923 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.327220 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.327535 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.327846 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.328156 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.328468 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:32.378192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Attempting to bind port b1dd17c6-aa9b-4d92-8262-7713224f1b8e on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:32.378552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Attempting to bind port b1dd17c6-aa9b-4d92-8262-7713224f1b8e by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:32.378908 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Attempting to bind port b1dd17c6-aa9b-4d92-8262-7713224f1b8e on network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:32.415066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Allocated IP 172.27.2.18 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/b41ce18e-24e9-477a-9827-eba022865202) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:32.423674 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:32.424040 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Checking segment: {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:32.424442 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.424931 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Bound using segment: {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:32.425433 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Bound port: b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:32.425740 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.479519 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:32.486155 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] For port b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:32.489899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] For port b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:32.491007 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:32.497391 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.527714 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for port (b41ce18e-24e9-477a-9827-eba022865202), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.557183 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372d44-3588-44a3-bbb9-ba211acf589c None None] Pushing event updated for resources: {'Port': ['ID=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:32.563377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (b41ce18e-24e9-477a-9827-eba022865202), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.610110 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:32.615866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:32.619754 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:32.623201 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Pushing event updated for resources: {'Port': ['ID=b41ce18e-24e9-477a-9827-eba022865202,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:32.660133 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:32.669314 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.671565 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:32.886908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for router_gateway (9222911d-086a-46dc-984d-59c40ab7a4fd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.088235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.095126 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:33.225735 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Router 9222911d-086a-46dc-984d-59c40ab7a4fd is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:25:33.334673 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:25:33.345599 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Sync routers for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:25:33.356941 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.357212 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:33.357780 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:33.358552 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-5a062b91-5ec2-4d4b-8756-b32c747a1b04 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4740803 Sep 29 02:25:33.361207 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60390) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:33.452581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:33.458875 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14562296-6e6a-4246-88d3-3247a29fb499 None None] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:25:33.481250 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:33.541057 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b1dd17c6-aa9b-4d92-8262-7713224f1b8e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:33.601175 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Provisioning complete for port b1dd17c6-aa9b-4d92-8262-7713224f1b8e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:33.601842 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.602341 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Attempt 1 to provision port b1dd17c6-aa9b-4d92-8262-7713224f1b8e Sep 29 02:25:33.668555 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:32Z', 'revision_number': 3, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:33.675202 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port b1dd17c6-aa9b-4d92-8262-7713224f1b8e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:33.675571 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.675898 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port b1dd17c6-aa9b-4d92-8262-7713224f1b8e Sep 29 02:25:33.698302 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Checking router: 9222911d-086a-46dc-984d-59c40ab7a4fd for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:25:33.698906 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Updating router 9222911d-086a-46dc-984d-59c40ab7a4fd port b41ce18e-24e9-477a-9827-eba022865202 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:25:33.731425 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b41ce18e-24e9-477a-9827-eba022865202), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.754585 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Current status of the port b1dd17c6-aa9b-4d92-8262-7713224f1b8e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:33.754978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.809358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.824223 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] For port b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:33.827279 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port b1dd17c6-aa9b-4d92-8262-7713224f1b8e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:33.827714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.831677 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.919716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ad71c-ebc3-4273-a16c-9149c0fa381f None None] Pushing event updated for resources: {'Port': ['ID=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:33.934570 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.db.api [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:25:33.935038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG oslo_db.api [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:25:33.949373 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52db5d10-a528-4816-9190-3ab5398131d2 None None] Provisioning complete for port b1dd17c6-aa9b-4d92-8262-7713224f1b8e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:33.949659 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52db5d10-a528-4816-9190-3ab5398131d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:33.950018 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52db5d10-a528-4816-9190-3ab5398131d2 None None] Attempt 1 to provision port b1dd17c6-aa9b-4d92-8262-7713224f1b8e Sep 29 02:25:33.985036 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Allocated IP 172.20.0.1 (28b8264b-f182-4854-bb09-b0fa97f8ddc5/d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f/38050477-ef37-4a82-a6c3-7539d8146e14) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:34.030828 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52db5d10-a528-4816-9190-3ab5398131d2 None None] Current status of the port b1dd17c6-aa9b-4d92-8262-7713224f1b8e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:34.031418 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks [] for port (b41ce18e-24e9-477a-9827-eba022865202), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.039130 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b41ce18e-24e9-477a-9827-eba022865202), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.048516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:34.072624 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Attempting to bind port b41ce18e-24e9-477a-9827-eba022865202 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:34.072624 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Attempting to bind port b41ce18e-24e9-477a-9827-eba022865202 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:34.072960 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Attempting to bind port b41ce18e-24e9-477a-9827-eba022865202 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:34.103550 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks [] for port (38050477-ef37-4a82-a6c3-7539d8146e14), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.110487 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Pushing event updated for resources: {'Port': ['ID=b41ce18e-24e9-477a-9827-eba022865202,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:34.123280 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.123622 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.123980 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.124335 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.124666 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.124987 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.125303 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.125618 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.125956 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.126300 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.126614 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.126987 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.127448 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.127764 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.128078 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:34.137318 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.140102 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:34.140471 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:34.140867 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.141243 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:34.141704 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Bound port: b41ce18e-24e9-477a-9827-eba022865202, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:34.142069 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b41ce18e-24e9-477a-9827-eba022865202), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.181364 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:34.184404 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:34.188431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:34.191272 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] For port b41ce18e-24e9-477a-9827-eba022865202, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:34.194599 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] For port b41ce18e-24e9-477a-9827-eba022865202, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b41ce18e-24e9-477a-9827-eba022865202,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:34.203236 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b41ce18e-24e9-477a-9827-eba022865202), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.211367 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:34.230375 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (9222911d-086a-46dc-984d-59c40ab7a4fd), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.246550 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:34.249774 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:34.250435 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:34.272336 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:34.300802 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e563-e6f5-4c9d-af7e-99ccccbe8c56 None None] Pushing event updated for resources: {'Port': ['ID=b41ce18e-24e9-477a-9827-eba022865202,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:34.352087 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:34.364795 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.373011 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:34.481351 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Provisioning complete for port 38050477-ef37-4a82-a6c3-7539d8146e14 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:34.482372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.482878 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 1 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:34.484714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port b1dd17c6-aa9b-4d92-8262-7713224f1b8e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:34.523688 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:34.536431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks [] for port (38050477-ef37-4a82-a6c3-7539d8146e14), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.542355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.609876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (9222911d-086a-46dc-984d-59c40ab7a4fd), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:34.614953 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:34.631201 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:32Z', 'revision_number': 3, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:34.655792 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d6bb1-0ad8-4c8b-a36f-9e665192868f None None] The sync data for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi is: [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:32Z', 'revision_number': 3, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:25:34.991477 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:34.993333 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:35.025349 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 2 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:35.048338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:35.069654 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:35.122651 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Router 9222911d-086a-46dc-984d-59c40ab7a4fd has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:25:35.231710 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:25:35.237186 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-01c66b57-d35b-42ef-b801-92844b05a2f4 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/9222911d-086a-46dc-984d-59c40ab7a4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747330 Sep 29 02:25:35.543640 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b1dd17c6-aa9b-4d92-8262-7713224f1b8e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:35.570906 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 3 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:35.572354 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:35.602378 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:35.615605 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:35.624594 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port b1dd17c6-aa9b-4d92-8262-7713224f1b8e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:35.624962 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.625478 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port b1dd17c6-aa9b-4d92-8262-7713224f1b8e Sep 29 02:25:35.704670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port b1dd17c6-aa9b-4d92-8262-7713224f1b8e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:35.706020 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b41ce18e-24e9-477a-9827-eba022865202 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:35.749724 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port b41ce18e-24e9-477a-9827-eba022865202 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:35.750195 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b41ce18e-24e9-477a-9827-eba022865202), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.750500 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port b41ce18e-24e9-477a-9827-eba022865202 Sep 29 02:25:35.801985 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60410) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:35.807005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1259712301-network', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:35.827334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port b41ce18e-24e9-477a-9827-eba022865202 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:35.827696 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (b41ce18e-24e9-477a-9827-eba022865202), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.828396 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Made reservation on behalf of 6b66385ef54a4c58af4bb356e1550354 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:25:35.831467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.840695 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.924784 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks [] for security_group (a1d6106b-a009-4ba1-9b64-20beaebce7cb), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.931300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a1d6106b-a009-4ba1-9b64-20beaebce7cb), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.950048 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:35.965443 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:25:35.968392 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6106b-a009-4ba1-9b64-20beaebce7cb,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:35.984474 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port b41ce18e-24e9-477a-9827-eba022865202, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b41ce18e-24e9-477a-9827-eba022865202,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:35.986380 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (53dd8df7-ab49-4411-a469-6598ca88224d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:35.986772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Added segment 53dd8df7-ab49-4411-a469-6598ca88224d of type vlan for network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d Sep 29 02:25:35.990086 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (b41ce18e-24e9-477a-9827-eba022865202), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.028953 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (9a89be0e-36f0-4dab-8301-588cbbcd4a8d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.039736 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=b41ce18e-24e9-477a-9827-eba022865202,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:36.062713 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (9a89be0e-36f0-4dab-8301-588cbbcd4a8d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.063765 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:36.064330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.117101 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 4 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:36.121508 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3183920 Sep 29 02:25:36.126092 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60412) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:36.132422 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Request body: {'subnet': {'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1259712301-subnet', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:36.133549 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38e821-baca-47b3-a75c-d15319c83364 admin admin] Pushing event updated for resources: {'Network': ['ID=9a89be0e-36f0-4dab-8301-588cbbcd4a8d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:36.146341 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:25:36.160765 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Made reservation on behalf of 6b66385ef54a4c58af4bb356e1550354 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:25:36.163123 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.204426 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:36.275920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Sync routers for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:25:36.288131 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:36.288985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:36.339404 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (0533276e-456a-465c-9665-727eedfb84be), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.368747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.391494 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0533276e-456a-465c-9665-727eedfb84be,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:36.395659 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:36.398363 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.414733 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Checking segment: {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:36.415007 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Network hostable DHCP agents. Network: 9a89be0e-36f0-4dab-8301-588cbbcd4a8d, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:25:36.433312 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:25:36.443631 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 9a89be0e-36f0-4dab-8301-588cbbcd4a8d) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:36.448002 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:36.448602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.466894 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a6d71eea-ce65-47e4-b3b1-c2ff0e5f3ab7 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3387754 Sep 29 02:25:36.467460 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695573ea-2ef1-488d-bbf2-4526fb8bfe5c None None] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:25:36.469545 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60416) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:36.473667 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:36.497438 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.498695 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.553784 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for router_controller (25e021ac-d73e-4136-a2ba-723ae504a4e4), precommit_add_association {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.656989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'fixed_ips': [{'subnet_id': '0533276e-456a-465c-9665-727eedfb84be'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:25:36.657892 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.687914 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for router_gateway (25e021ac-d73e-4136-a2ba-723ae504a4e4), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.695515 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 4, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '38050477-ef37-4a82-a6c3-7539d8146e14', 'name': '', 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'mac_address': 'fa:16:3e:d6:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:33Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 2, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'subnets': [{'id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:36.699888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.762087 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 5 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:36.763936 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:36.785122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Checking router: 9222911d-086a-46dc-984d-59c40ab7a4fd for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:25:36.785472 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Updating router 9222911d-086a-46dc-984d-59c40ab7a4fd port 38050477-ef37-4a82-a6c3-7539d8146e14 binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:25:36.849716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.864152 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for router_gateway (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.868540 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:36.882988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:36.922790 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Allocated IP 172.20.0.2 (9a89be0e-36f0-4dab-8301-588cbbcd4a8d/0533276e-456a-465c-9665-727eedfb84be/cf4a89f8-863f-4cd9-bb01-084edddd926f) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:36.988970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Allocated IP 172.27.2.36 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:37.094761 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.129427 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.169450 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:37.174504 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:37.178595 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:37.202035 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:37.216565 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:37.219405 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks [] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.239868 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.265591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:37.324897 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:37.326792 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks [] for port (38050477-ef37-4a82-a6c3-7539d8146e14), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.334523 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:37.336891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Pushing event updated for resources: {'Port': ['ID=cf4a89f8-863f-4cd9-bb01-084edddd926f,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:37.339729 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:37.343928 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.373754 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 6 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:37.423030 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:37.464433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for router_gateway (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.465552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0acb34-162d-4874-9530-ce93a505427f None None] Pushing event updated for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:37.487473 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:37.514610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b41ce18e-24e9-477a-9827-eba022865202 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:37.545646 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Attempting to bind port cf4a89f8-863f-4cd9-bb01-084edddd926f on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:37.546028 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Attempting to bind port cf4a89f8-863f-4cd9-bb01-084edddd926f by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:37.546391 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Attempting to bind port cf4a89f8-863f-4cd9-bb01-084edddd926f on network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:37.575047 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Attempting to bind port 38050477-ef37-4a82-a6c3-7539d8146e14 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:37.575411 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Attempting to bind port 38050477-ef37-4a82-a6c3-7539d8146e14 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:37.575765 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Attempting to bind port 38050477-ef37-4a82-a6c3-7539d8146e14 on network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:37.661321 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.755090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:37.792731 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port b41ce18e-24e9-477a-9827-eba022865202 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:37.793090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (b41ce18e-24e9-477a-9827-eba022865202), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.793539 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port b41ce18e-24e9-477a-9827-eba022865202 Sep 29 02:25:37.795232 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:37.795460 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Router 25e021ac-d73e-4136-a2ba-723ae504a4e4 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:25:37.795583 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Checking segment: {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:37.795960 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.796344 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Bound using segment: {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:37.796808 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Bound port: 38050477-ef37-4a82-a6c3-7539d8146e14, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:37.797309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.807616 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:37.807983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Checking segment: {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:37.808371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.808752 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Bound using segment: {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:37.809220 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Bound port: cf4a89f8-863f-4cd9-bb01-084edddd926f, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:37.809590 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.898587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:25:37.907512 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Sync routers for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:25:37.917810 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:37.918498 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:37.924715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:37.928913 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-55147f4d-55e5-419f-838a-b12e93b58d83 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4556499 Sep 29 02:25:37.929435 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60424) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:37.947136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] For port 38050477-ef37-4a82-a6c3-7539d8146e14, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:37.984851 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] For port 38050477-ef37-4a82-a6c3-7539d8146e14, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=38050477-ef37-4a82-a6c3-7539d8146e14,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:37.988755 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 7 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:37.990864 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] For port cf4a89f8-863f-4cd9-bb01-084edddd926f, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:38.022066 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:38.025121 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.034962 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] For port cf4a89f8-863f-4cd9-bb01-084edddd926f, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=cf4a89f8-863f-4cd9-bb01-084edddd926f,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:38.038559 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port b41ce18e-24e9-477a-9827-eba022865202 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:38.077610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.086674 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Port 38050477-ef37-4a82-a6c3-7539d8146e14 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:38.094625 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:38.095403 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:38.136839 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0acb34-162d-4874-9530-ce93a505427f None None] Pushing event updated for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:38.205046 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:37Z', 'revision_number': 3, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:38.230828 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Checking router: 25e021ac-d73e-4136-a2ba-723ae504a4e4 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:25:38.234340 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Updating router 25e021ac-d73e-4136-a2ba-723ae504a4e4 port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:25:38.236962 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.241977 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0613f8-150a-4a3f-a17f-7328f4fc5f5b None None] Pushing event updated for resources: {'Port': ['ID=cf4a89f8-863f-4cd9-bb01-084edddd926f,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:38.252939 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:38.264568 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.410265 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.440755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.494994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 4, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '38050477-ef37-4a82-a6c3-7539d8146e14', 'name': '', 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'mac_address': 'fa:16:3e:d6:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:33Z', 'updated_at': '2022-09-29T02:25:37Z', 'revision_number': 4, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'subnets': [{'id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:38.538277 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2eca9d-eb12-47ed-82ac-034c815b1e42 None None] The sync data for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi is: [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:25:34Z', 'revision_number': 4, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '38050477-ef37-4a82-a6c3-7539d8146e14', 'name': '', 'network_id': '28b8264b-f182-4854-bb09-b0fa97f8ddc5', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'mac_address': 'fa:16:3e:d6:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:33Z', 'updated_at': '2022-09-29T02:25:37Z', 'revision_number': 4, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'subnets': [{'id': 'd22f12a4-91bd-43a7-b7c9-e1f3e0e1523f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:25:38.567406 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.594459 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Attempt 8 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:38.620317 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.631900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Allocated IP 172.20.0.1 (9a89be0e-36f0-4dab-8301-588cbbcd4a8d/0533276e-456a-465c-9665-727eedfb84be/11fc7b2e-de63-416d-a689-25a658602b5c) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:38.640918 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks [] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.650661 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.701522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Current status of the port 38050477-ef37-4a82-a6c3-7539d8146e14 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:38.701905 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.716437 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.721028 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce05115-d387-489e-8b63-0d4eb7866a48 None None] Pushing event updated for resources: {'Port': ['ID=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:38.729865 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Attempting to bind port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:38.730349 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Attempting to bind port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:38.730758 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Attempting to bind port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:38.753699 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] For port 38050477-ef37-4a82-a6c3-7539d8146e14, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=38050477-ef37-4a82-a6c3-7539d8146e14,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:38.774725 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.784549 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks [] for port (11fc7b2e-de63-416d-a689-25a658602b5c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.788828 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:38.789296 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:38.789759 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.790553 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:38.791085 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Bound port: 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:38.791693 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.824577 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.836627 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b7265-4027-4588-9716-34b5ea8978e0 None None] Pushing event updated for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:38.853023 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] For port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:38.856420 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] For port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:38.866206 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.868079 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:38.871129 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:38.877682 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:38.909543 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-0cfaaf48-dd5c-442f-a69d-71fab0b0e6f2 None None] Provisioning complete for port 38050477-ef37-4a82-a6c3-7539d8146e14 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:38.910280 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf48-dd5c-442f-a69d-71fab0b0e6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.910832 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-0cfaaf48-dd5c-442f-a69d-71fab0b0e6f2 None None] Attempt 1 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:38.917077 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Pushing event updated for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:38.938940 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:38.939599 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:38.942507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:38.978092 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce05115-d387-489e-8b63-0d4eb7866a48 None None] Pushing event updated for resources: {'Port': ['ID=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:39.004044 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:39.073610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0cfaaf48-dd5c-442f-a69d-71fab0b0e6f2 None None] Current status of the port 38050477-ef37-4a82-a6c3-7539d8146e14 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:39.076064 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:39.119873 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.279275 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:37Z', 'revision_number': 3, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:39.316660 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03509320-c80f-475f-b12a-b99fb13c7089 None None] The sync data for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi is: [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:37Z', 'revision_number': 3, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:25:39.329853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa8b08-7e07-477a-b80a-ac8d8f385418 None None] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:25:39.333246 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:39.335631 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks [] for port (11fc7b2e-de63-416d-a689-25a658602b5c), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.343113 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.406662 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Provisioning complete for port cf4a89f8-863f-4cd9-bb01-084edddd926f triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:39.407665 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.408061 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Attempt 1 to provision port cf4a89f8-863f-4cd9-bb01-084edddd926f Sep 29 02:25:39.421951 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.423954 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Pushing event updated for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:39.570319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:39.575285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:39.601811 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device cf4a89f8-863f-4cd9-bb01-084edddd926f up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:39.630788 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Current status of the port cf4a89f8-863f-4cd9-bb01-084edddd926f is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:39.631173 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.682755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] For port cf4a89f8-863f-4cd9-bb01-084edddd926f, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=cf4a89f8-863f-4cd9-bb01-084edddd926f,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:39.696673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port cf4a89f8-863f-4cd9-bb01-084edddd926f triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:39.697276 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.697768 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port cf4a89f8-863f-4cd9-bb01-084edddd926f Sep 29 02:25:39.739080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.751482 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:39.772128 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Router 25e021ac-d73e-4136-a2ba-723ae504a4e4 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:25:39.836739 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a3e84-cb5b-4c02-93b0-d21659f417fd None None] Pushing event updated for resources: {'Port': ['ID=cf4a89f8-863f-4cd9-bb01-084edddd926f,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:39.903039 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port cf4a89f8-863f-4cd9-bb01-084edddd926f is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:39.904153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 38050477-ef37-4a82-a6c3-7539d8146e14 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:39.921821 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:25:39.938784 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2213d65c-938f-4e34-8fc7-6bf43a98d106 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/25e021ac-d73e-4136-a2ba-723ae504a4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0079792 Sep 29 02:25:39.975815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:39.977210 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 38050477-ef37-4a82-a6c3-7539d8146e14 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:39.977863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:39.978285 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 38050477-ef37-4a82-a6c3-7539d8146e14 Sep 29 02:25:40.040969 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Provisioning complete for port cf4a89f8-863f-4cd9-bb01-084edddd926f triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:40.041374 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.041941 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 1 to provision port cf4a89f8-863f-4cd9-bb01-084edddd926f Sep 29 02:25:40.045103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:40.133802 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 38050477-ef37-4a82-a6c3-7539d8146e14 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:40.174230 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Current status of the port cf4a89f8-863f-4cd9-bb01-084edddd926f is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:40.191727 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Provisioning complete for port 11fc7b2e-de63-416d-a689-25a658602b5c triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:40.192476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.193205 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 1 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:40.240515 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:40.426249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60436) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:40.430916 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376723510', 'description': 'tempest-secgroup-smoke-1376723510 description', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:40.453800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.526287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (3450ad87-53c3-4067-863e-f44c53b8327f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.533554 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3450ad87-53c3-4067-863e-f44c53b8327f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.563596 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.564831 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375189 Sep 29 02:25:40.567968 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60440) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:40.569165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb18729-3d2d-4b60-aa51-4240ed7df2bb tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3450ad87-53c3-4067-863e-f44c53b8327f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:40.572498 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:40.602153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (27fd047c-bd7e-4357-b9cd-755442f0e8fd), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.664826 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (27fd047c-bd7e-4357-b9cd-755442f0e8fd), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.669900 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (27fd047c-bd7e-4357-b9cd-755442f0e8fd), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.688806 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fd047c-bd7e-4357-b9cd-755442f0e8fd,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:40.697059 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.698236 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-663c5134-faaa-4d82-8f06-36ccd5fc367a tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292400 Sep 29 02:25:40.701011 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60442) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:40.705350 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:40.733519 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (fe0e7f3c-212e-4e02-8714-43edce976205), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.741715 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 2 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:40.757649 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:40.774185 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:40.777522 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:40.793586 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (fe0e7f3c-212e-4e02-8714-43edce976205), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.797359 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (fe0e7f3c-212e-4e02-8714-43edce976205), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.817289 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0e7f3c-212e-4e02-8714-43edce976205,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:40.822917 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.824090 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-41bf661d-3526-426f-aa25-a1e80d71f561 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220245 Sep 29 02:25:40.827129 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60444) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:40.831459 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:40.859373 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (21e2a168-390b-4dff-b5e4-b9b7c3282b43), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.924287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (21e2a168-390b-4dff-b5e4-b9b7c3282b43), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.930147 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (21e2a168-390b-4dff-b5e4-b9b7c3282b43), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.947870 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e2a168-390b-4dff-b5e4-b9b7c3282b43,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:40.958694 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:40.959890 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-6616b966-e3a8-4be4-9c3c-c7d1d35727bd tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318588 Sep 29 02:25:40.963030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60446) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:40.967590 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:40.998829 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (32411777-e011-4a97-b365-584aaa96bcd1), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.058331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (32411777-e011-4a97-b365-584aaa96bcd1), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.064513 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (32411777-e011-4a97-b365-584aaa96bcd1), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.087017 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32411777-e011-4a97-b365-584aaa96bcd1,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:41.096033 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.097255 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2b13469f-089f-4d73-931b-442b342796ce tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332116 Sep 29 02:25:41.101295 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60448) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:41.107876 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:41.133219 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.securitygroups_db [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Project a2f2d778c35d4a90a28aeef64fefa8fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:25:41.139243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (dbb29c69-03b3-42b7-89ae-406504412a4d), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.181472 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:41.200352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (dbb29c69-03b3-42b7-89ae-406504412a4d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.205435 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (dbb29c69-03b3-42b7-89ae-406504412a4d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.224729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb29c69-03b3-42b7-89ae-406504412a4d,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:41.233591 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.234839 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-3dd668da-453e-4b7a-949b-ffa3144de437 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322320 Sep 29 02:25:41.237953 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60450) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:41.242492 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Request body: {'security_group_rule': {'security_group_id': '3450ad87-53c3-4067-863e-f44c53b8327f', 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:41.274450 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.securitygroups_db [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Project a2f2d778c35d4a90a28aeef64fefa8fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:25:41.275546 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 3 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:41.279903 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (39b5020e-f5c8-49b9-b413-9c35b8235e9f), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.311349 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:41.338632 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (39b5020e-f5c8-49b9-b413-9c35b8235e9f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.344517 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (39b5020e-f5c8-49b9-b413-9c35b8235e9f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.361982 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b5020e-f5c8-49b9-b413-9c35b8235e9f,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:41.373487 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.375072 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-01f82aa4-ea20-4f97-bfa0-311f7831bd66 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360915 Sep 29 02:25:41.554302 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:41.598739 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:41.599024 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.599361 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 Sep 29 02:25:41.670868 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:41.671319 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.699286 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:41.704527 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.705334 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device cf4a89f8-863f-4cd9-bb01-084edddd926f up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:41.795033 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:41.801037 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port cf4a89f8-863f-4cd9-bb01-084edddd926f triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:41.801398 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:41.801721 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port cf4a89f8-863f-4cd9-bb01-084edddd926f Sep 29 02:25:41.821091 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 4 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:41.881559 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:41.928922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port cf4a89f8-863f-4cd9-bb01-084edddd926f is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:42.085978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Sync routers for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:25:42.097352 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:42.097981 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:42.337902 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:42.339961 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:42.383148 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 5 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:42.473102 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:42.477125 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:42.560550 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:39Z', 'revision_number': 4, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '11fc7b2e-de63-416d-a689-25a658602b5c', 'name': '', 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'mac_address': 'fa:16:3e:09:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0533276e-456a-465c-9665-727eedfb84be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:38Z', 'updated_at': '2022-09-29T02:25:39Z', 'revision_number': 2, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'subnets': [{'id': '0533276e-456a-465c-9665-727eedfb84be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:42.590186 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Checking router: 25e021ac-d73e-4136-a2ba-723ae504a4e4 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:25:42.590563 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Updating router 25e021ac-d73e-4136-a2ba-723ae504a4e4 port 11fc7b2e-de63-416d-a689-25a658602b5c binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:25:42.622312 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:42.911103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks [] for port (11fc7b2e-de63-416d-a689-25a658602b5c), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:42.918655 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:42.981090 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 6 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:43.003427 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d13d-d422-43ba-a03d-66ef5fb7b2e2 None None] Pushing event updated for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:43.042810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Port 11fc7b2e-de63-416d-a689-25a658602b5c cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:25:43.043506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Attempting to bind port 11fc7b2e-de63-416d-a689-25a658602b5c on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:25:43.043861 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Attempting to bind port 11fc7b2e-de63-416d-a689-25a658602b5c by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:25:43.044213 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Attempting to bind port 11fc7b2e-de63-416d-a689-25a658602b5c on network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:25:43.090887 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:25:43.091269 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Checking segment: {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:25:43.091849 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.092298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Bound using segment: {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:25:43.092982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Bound port: 11fc7b2e-de63-416d-a689-25a658602b5c, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dd8df7-ab49-4411-a469-6598ca88224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:25:43.093522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.159970 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] For port 11fc7b2e-de63-416d-a689-25a658602b5c, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:25:43.163180 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] For port 11fc7b2e-de63-416d-a689-25a658602b5c, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=11fc7b2e-de63-416d-a689-25a658602b5c,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:25:43.171779 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.211712 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:43.212323 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:25:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:43.269313 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d13d-d422-43ba-a03d-66ef5fb7b2e2 None None] Pushing event updated for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:43.316895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:43.319742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:43.334381 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:43.476575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:43.544856 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Attempt 7 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:43.597294 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:39Z', 'revision_number': 4, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '11fc7b2e-de63-416d-a689-25a658602b5c', 'name': '', 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'mac_address': 'fa:16:3e:09:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0533276e-456a-465c-9665-727eedfb84be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:38Z', 'updated_at': '2022-09-29T02:25:43Z', 'revision_number': 4, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'subnets': [{'id': '0533276e-456a-465c-9665-727eedfb84be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:43.630354 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:43.630742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.631085 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 Sep 29 02:25:43.633491 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d21a-98c1-44e8-846e-f66081badbd2 None None] The sync data for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi is: [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:39Z', 'revision_number': 4, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '11fc7b2e-de63-416d-a689-25a658602b5c', 'name': '', 'network_id': '9a89be0e-36f0-4dab-8301-588cbbcd4a8d', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'mac_address': 'fa:16:3e:09:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0533276e-456a-465c-9665-727eedfb84be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:38Z', 'updated_at': '2022-09-29T02:25:43Z', 'revision_number': 4, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'subnets': [{'id': '0533276e-456a-465c-9665-727eedfb84be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:25:43.709674 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Current status of the port 11fc7b2e-de63-416d-a689-25a658602b5c is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:43.710101 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.783650 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-8809883e-193d-4354-909f-166dfaa0932a None None] For port 11fc7b2e-de63-416d-a689-25a658602b5c, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=11fc7b2e-de63-416d-a689-25a658602b5c,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:43.785421 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:43.791409 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.855913 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.858863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809883e-193d-4354-909f-166dfaa0932a None None] Pushing event updated for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:43.912147 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-0a232e09-94ed-4b01-8df3-ef9bd85be644 None None] Provisioning complete for port 11fc7b2e-de63-416d-a689-25a658602b5c triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:43.912504 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0a232e09-94ed-4b01-8df3-ef9bd85be644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:43.912833 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-0a232e09-94ed-4b01-8df3-ef9bd85be644 None None] Attempt 1 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:43.993790 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0a232e09-94ed-4b01-8df3-ef9bd85be644 None None] Current status of the port 11fc7b2e-de63-416d-a689-25a658602b5c is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:45.490478 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 11fc7b2e-de63-416d-a689-25a658602b5c up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:25:45.541459 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 11fc7b2e-de63-416d-a689-25a658602b5c triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:25:45.541830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:45.542198 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 11fc7b2e-de63-416d-a689-25a658602b5c Sep 29 02:25:45.618531 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 11fc7b2e-de63-416d-a689-25a658602b5c is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:25:50.172818 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:25:51.224783 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:51.225566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=60,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:51.362405 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=4,neutron:SELECT=30,neutron:INSERT=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:51.364380 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:55.610608 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:55.617942 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:56.152678 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:57.678355 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-33cb76a9-9c8d-42c8-ba41-6bcef5477ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.082551 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60634) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:59.192888 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-af180f0f-6884-4a48-864e-bf4cf993b264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.268696 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-af180f0f-6884-4a48-864e-bf4cf993b264 admin admin] Publish callbacks [] for security_group (8214504d-5622-4d26-8fcc-51435b800918), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.275015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-af180f0f-6884-4a48-864e-bf4cf993b264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8214504d-5622-4d26-8fcc-51435b800918), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.312109 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af180f0f-6884-4a48-864e-bf4cf993b264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214504d-5622-4d26-8fcc-51435b800918,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:59.316415 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-af180f0f-6884-4a48-864e-bf4cf993b264 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c25e1b1ada2349a896c46d992833023e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328305 Sep 29 02:25:59.319634 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 60638) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:59.370936 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] Publish callbacks [] for security_group (8214504d-5622-4d26-8fcc-51435b800918), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.391667 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] Publish callbacks [] for security_group (8214504d-5622-4d26-8fcc-51435b800918), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.441955 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (8214504d-5622-4d26-8fcc-51435b800918), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.444498 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:59.445650 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8214504d-5622-4d26-8fcc-51435b800918 HTTP/1.1" status: 204 len: 168 time: 0.1250238 Sep 29 02:25:59.453852 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7683c3-7dc4-4387-aaa7-a125c58ac103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214504d-5622-4d26-8fcc-51435b800918,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:59.944250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-965243a7-08e8-4a14-8382-a4743cbbdd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.168654 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=20 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:01.301869 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:02.666606 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:02.672705 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:02.810360 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-a8538418-45df-45d1-b8fc-6d9793629252 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=dc905e15987d46eea284f353199a068a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301535 Sep 29 02:26:03.249703 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-7ccd48a6-1584-41dc-b368-1a0d3bced027 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:03.251193 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-7ccd48a6-1584-41dc-b368-1a0d3bced027 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4356089 Sep 29 02:26:03.274234 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e4201fc5-cd6f-4380-ab3e-e6891fa934b6 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/quotas/dc905e15987d46eea284f353199a068a HTTP/1.1" status: 200 len: 375 time: 0.0144627 Sep 29 02:26:03.307166 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-00681bfb-e3bf-4308-87cb-d43fbe9da4be tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=dc905e15987d46eea284f353199a068a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273020 Sep 29 02:26:03.482829 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dbaa8a8a-8ddb-487c-8bc7-54fc3c557311 req-90781c4a-bc20-433b-9b1b-80e5ef69eff6 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 210 time: 0.0309436 Sep 29 02:26:04.538898 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-4a71834b-2bfb-49b9-b9bb-76847421a764 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=dc905e15987d46eea284f353199a068a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304608 Sep 29 02:26:04.596637 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-e848813e-5704-4a2d-bcc4-ba0979c5c605 req-7445697f-71dd-490b-9c93-afa17bafcab1 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 210 time: 0.0320923 Sep 29 02:26:04.742739 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-02d02ec1-5070-485d-924d-7bbab44f734b tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:04.744495 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-02d02ec1-5070-485d-924d-7bbab44f734b tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859708 Sep 29 02:26:04.849100 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Request body: {'port': {'device_id': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e', 'admin_state_up': True, 'tenant_id': 'dc905e15987d46eea284f353199a068a'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:04.972331 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Made reservation on behalf of dc905e15987d46eea284f353199a068a for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:04.976520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:04.986264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.067344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks [] for security_group (ad169eb5-398c-425b-90a3-39870fc24074), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.073403 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ad169eb5-398c-425b-90a3-39870fc24074), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.133088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad169eb5-398c-425b-90a3-39870fc24074,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:05.150384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.150730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.151062 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.151385 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.151708 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.152089 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.152417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.152736 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.153037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.153348 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.153660 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.153972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.154308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.154617 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.154923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.229413 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Allocated IP 192.168.233.173 (189f8477-7289-41bc-827b-d15fd7d6ab8e/c4481fb2-5bd6-4479-b0b4-87b8f5b9592b/6d1f4185-ffb1-4b75-bd83-60d01eef0335) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:05.270236 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:05.350628 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:05.386475 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks [] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.424616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.470668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Network 189f8477-7289-41bc-827b-d15fd7d6ab8e is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:05.473822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:05.476615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:05.505661 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Pushing event updated for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:05.535000 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:05.535620 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.559757 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-49a119f6-b3a2-44b7-8a8a-8d8901de9c30 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7171578 Sep 29 02:26:05.577721 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Request body: {'port': {'device_id': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:05.646531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.740034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35723d1-cc7d-439e-b509-246ab372338d req-834e7817-90d8-4791-a33a-84c86b5cb9e6 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:05.741588 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f35723d1-cc7d-439e-b509-246ab372338d req-834e7817-90d8-4791-a33a-84c86b5cb9e6 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 936 time: 0.0614245 Sep 29 02:26:05.759522 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Provisioning complete for port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:05.760105 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.760105 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Attempt 1 to provision port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 Sep 29 02:26:05.794915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:05.880816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f35723d1-cc7d-439e-b509-246ab372338d req-11d346eb-ae2f-4e1c-8720-4a5fe273eda4 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972538 Sep 29 02:26:05.972330 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1f4185-ffb1-4b75-bd83-60d01eef0335 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:26:05.980282 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks [] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.993800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Transition to ACTIVE for port object 6d1f4185-ffb1-4b75-bd83-60d01eef0335 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:26:05.999799 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:06.059699 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:06.111099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Attempting to bind port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:06.111427 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Attempting to bind port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:06.111747 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Attempting to bind port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 on network 189f8477-7289-41bc-827b-d15fd7d6ab8e {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:06.113438 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:06.295849 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Attempt 2 to provision port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 Sep 29 02:26:06.330598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:06.419989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:06.432217 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 on network 189f8477-7289-41bc-827b-d15fd7d6ab8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:26:06.432547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Attempting to bind port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 on network 189f8477-7289-41bc-827b-d15fd7d6ab8e {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:06.476055 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:06.476465 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Checking segment: {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:06.476755 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Bound using segment: {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:06.477186 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Bound port: 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a329160-3a55-4f52-87d2-9e38d1aeeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:06.477513 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:06.548077 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:06.551222 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:06.557840 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:06.562044 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:06.562684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:06.564008 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6d1f4185-ffb1-4b75-bd83-60d01eef0335 HTTP/1.1" status: 200 len: 1098 time: 0.9907038 Sep 29 02:26:06.565514 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:06.567769 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:06.617215 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c347f-045c-430e-a387-f9011570a0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:06.628520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21479b6f-f4d6-4fef-9ece-445204b0f508 x-openstack-request-id: req-21479b6f-f4d6-4fef-9ece-445204b0f508 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:06.628736 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:06.629028 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21479b6f-f4d6-4fef-9ece-445204b0f508 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:06.629375 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21479b6f-f4d6-4fef-9ece-445204b0f508'] response: {'name': 'network-changed', 'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335', 'status': 'completed', 'code': 200} Sep 29 02:26:06.691399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-cd1dab31-a1f3-4fc5-86b8-66b13b41c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:06.692871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-cd1dab31-a1f3-4fc5-86b8-66b13b41c904 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=dc905e15987d46eea284f353199a068a&device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 1132 time: 0.0386364 Sep 29 02:26:06.738929 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-2cf4dc7a-0272-400c-a6b7-77d2b75d25b2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335 HTTP/1.1" status: 200 len: 217 time: 0.0331676 Sep 29 02:26:06.793940 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-56b3fb3e-cded-4739-980c-2822b2d70842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:06.795430 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-56b3fb3e-cded-4739-980c-2822b2d70842 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c4481fb2-5bd6-4479-b0b4-87b8f5b9592b HTTP/1.1" status: 200 len: 843 time: 0.0512481 Sep 29 02:26:06.832069 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Attempt 3 to provision port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 Sep 29 02:26:06.840564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-196fa33d-f180-4514-9347-62e9758f558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:06.842102 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-196fa33d-f180-4514-9347-62e9758f558e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=189f8477-7289-41bc-827b-d15fd7d6ab8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0404058 Sep 29 02:26:06.871686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-2a58ec2c-8bba-4541-af1b-b37f66324db2 None None] Port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:26:06.940290 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-f7d9cdac-54bd-4116-8abd-fc8f2ec9014d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/189f8477-7289-41bc-827b-d15fd7d6ab8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916946 Sep 29 02:26:07.036730 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee53e35-98e3-4a33-b0e2-3294ebb7e488 req-6c0098a8-146b-49a8-8a68-31787b32a99b tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:07.038191 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8ee53e35-98e3-4a33-b0e2-3294ebb7e488 req-6c0098a8-146b-49a8-8a68-31787b32a99b tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 948 time: 0.0743232 Sep 29 02:26:07.089559 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-44ecd33b-482a-4401-8fed-78cbbbf207f5 req-e6a3a3bf-4afd-4d74-be5a-24a2c62ca703 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/189f8477-7289-41bc-827b-d15fd7d6ab8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432073 Sep 29 02:26:07.113629 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8ee53e35-98e3-4a33-b0e2-3294ebb7e488 req-77ac68fd-c26a-4fbf-8ffb-478d0f2ba293 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Sep 29 02:26:07.447899 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-dcd8b4ff-9f2d-4c72-bcbf-eec7461a5d5f req-c600947a-c8da-451d-bfdd-1247794a96d2 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1376723510&fields=id&tenant_id=a2f2d778c35d4a90a28aeef64fefa8fb HTTP/1.1" status: 200 len: 267 time: 0.0462444 Sep 29 02:26:07.565717 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b4ff-9f2d-4c72-bcbf-eec7461a5d5f req-2bbc6800-0e63-4988-a277-851fe4f08c2c tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:07.567184 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-dcd8b4ff-9f2d-4c72-bcbf-eec7461a5d5f req-2bbc6800-0e63-4988-a277-851fe4f08c2c tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "GET /networking/v2.0/networks?id=28b8264b-f182-4854-bb09-b0fa97f8ddc5 HTTP/1.1" status: 200 len: 808 time: 0.1087921 Sep 29 02:26:07.582616 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [req-dcd8b4ff-9f2d-4c72-bcbf-eec7461a5d5f req-248bf848-cd7e-485e-a994-60c3ea8e52d6 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "GET /networking/v2.0/quotas/a2f2d778c35d4a90a28aeef64fefa8fb HTTP/1.1" status: 200 len: 375 time: 0.0093513 Sep 29 02:26:08.252278 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000e6e-e56e-437d-a1b2-cea3033e1036 req-048f93ac-4d47-4a83-90b9-fc43eb555d7c tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:08.253730 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3000e6e-e56e-437d-a1b2-cea3033e1036 req-048f93ac-4d47-4a83-90b9-fc43eb555d7c tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 948 time: 0.0562320 Sep 29 02:26:08.301088 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3000e6e-e56e-437d-a1b2-cea3033e1036 req-d7f9532a-52cf-4439-8ff9-fc66f3ed44bd tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Sep 29 02:26:09.430138 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8a5e3-8830-4282-b487-ab36bef1b870 req-6db25b5e-3616-4c98-97ab-c491a79597fb tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.431398 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5be8a5e3-8830-4282-b487-ab36bef1b870 req-6db25b5e-3616-4c98-97ab-c491a79597fb tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 948 time: 0.0498762 Sep 29 02:26:09.490462 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-27f07c6e-4e04-4a62-b948-347026cdea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.492342 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-27f07c6e-4e04-4a62-b948-347026cdea04 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=dc905e15987d46eea284f353199a068a&device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 1132 time: 0.0684965 Sep 29 02:26:09.526846 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5be8a5e3-8830-4282-b487-ab36bef1b870 req-62c71a7f-8f2d-485c-8d67-4cc99fe5c3ee tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882065 Sep 29 02:26:09.565727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:09.592974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-139904b1-adb0-4771-b7db-16c6bc511301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.594401 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-139904b1-adb0-4771-b7db-16c6bc511301 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=189f8477-7289-41bc-827b-d15fd7d6ab8e HTTP/1.1" status: 200 len: 870 time: 0.0961986 Sep 29 02:26:09.645610 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-2c2dbc07-9c78-4cd8-82b5-9d0c41760470 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335 HTTP/1.1" status: 200 len: 217 time: 0.0440922 Sep 29 02:26:09.691509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:09.701329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-74ed6a16-8da0-45b2-ad26-967c41de7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.702810 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-74ed6a16-8da0-45b2-ad26-967c41de7571 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c4481fb2-5bd6-4479-b0b4-87b8f5b9592b HTTP/1.1" status: 200 len: 843 time: 0.0498924 Sep 29 02:26:09.748308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-d9c0d81f-83d6-488c-9b38-a7df89e2373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.749784 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-d9c0d81f-83d6-488c-9b38-a7df89e2373a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=189f8477-7289-41bc-827b-d15fd7d6ab8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0410271 Sep 29 02:26:09.844282 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-7ca608e1-217e-4912-b414-d3b2dde18040 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/189f8477-7289-41bc-827b-d15fd7d6ab8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Sep 29 02:26:09.935203 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3d17bff6-202e-4569-a5f1-2b70d03b1d2c req-b1507945-3351-4b32-8942-34fcc35e47c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/189f8477-7289-41bc-827b-d15fd7d6ab8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Sep 29 02:26:09.977027 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 6d1f4185-ffb1-4b75-bd83-60d01eef0335 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:26:10.079980 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:10.091358 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '6d1f4185-ffb1-4b75-bd83-60d01eef0335', 'network_id': '189f8477-7289-41bc-827b-d15fd7d6ab8e', 'port_id': '6d1f4185-ffb1-4b75-bd83-60d01eef0335', 'mac_address': 'fa:16:3e:04:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4481fb2-5bd6-4479-b0b4-87b8f5b9592b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:26:10.127143 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:10.127421 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.140399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1f4185-ffb1-4b75-bd83-60d01eef0335 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:26:10.159920 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:10.166743 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.215672 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:10.574263 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['6d1f4185-ffb1-4b75-bd83-60d01eef0335'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:26:10.655245 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6de26c-0bd5-4648-a30a-ac5600307ec1 req-9a96cc9d-750d-42bc-9dfb-a7eb4e76d6a8 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:10.656728 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd6de26c-0bd5-4648-a30a-ac5600307ec1 req-9a96cc9d-750d-42bc-9dfb-a7eb4e76d6a8 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 949 time: 0.0479581 Sep 29 02:26:10.710367 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-dd6de26c-0bd5-4648-a30a-ac5600307ec1 req-108e404d-b897-4f50-a912-2b9d62dc7742 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477586 Sep 29 02:26:11.839806 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311f18-08e5-4a2f-806d-fce087470e5f req-2b8a6fdb-d619-4b16-aee6-e34c02288d71 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:11.841508 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-32311f18-08e5-4a2f-806d-fce087470e5f req-2b8a6fdb-d619-4b16-aee6-e34c02288d71 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 949 time: 0.0553882 Sep 29 02:26:11.894774 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-32311f18-08e5-4a2f-806d-fce087470e5f req-0904417b-6c6a-4c76-a809-24a8148aa89c tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Sep 29 02:26:11.985575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 6d1f4185-ffb1-4b75-bd83-60d01eef0335 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:12.041404 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:26:12.050841 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:12.051209 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:12.051534 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 Sep 29 02:26:12.083340 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:12.123114 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:12.123488 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:12.140637 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:12.146103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:12.148233 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18740a-4d77-4d07-a5ba-4915913bae2d" -d '{"events": [{"server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:12.161360 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:12.167011 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:12.191791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e398ae6-6789-43be-80f6-6e06b5d36aca x-openstack-request-id: req-0e398ae6-6789-43be-80f6-6e06b5d36aca {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:12.192073 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:12.192319 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e398ae6-6789-43be-80f6-6e06b5d36aca {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:12.192878 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e398ae6-6789-43be-80f6-6e06b5d36aca'] response: {'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335', 'code': 200} Sep 29 02:26:12.217664 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:12.401867 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06342a47-a641-4e73-80c3-819a190f0f66 req-aa43aa6b-1ac6-4c45-a4bf-6e856b32d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:12.403447 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-06342a47-a641-4e73-80c3-819a190f0f66 req-aa43aa6b-1ac6-4c45-a4bf-6e856b32d75e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 1134 time: 0.0424588 Sep 29 02:26:12.449010 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-06342a47-a641-4e73-80c3-819a190f0f66 req-904f8394-09a6-48d5-889c-ad8a7c6db75a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Sep 29 02:26:13.031992 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475b41a-b58b-4bf1-94ca-3cc33c866429 req-4db625a7-feab-486b-880a-54ce5e4a7113 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:13.033464 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3475b41a-b58b-4bf1-94ca-3cc33c866429 req-4db625a7-feab-486b-880a-54ce5e4a7113 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 950 time: 0.0531693 Sep 29 02:26:13.081031 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3475b41a-b58b-4bf1-94ca-3cc33c866429 req-9804b0eb-2a47-4ddf-8834-dc3f9cdd500d tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Sep 29 02:26:13.820784 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:14.212552 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e01ff-2bed-4255-adc2-0a9bd048fcd7 req-abf0c6a6-ae57-4287-8245-5099955f3ff3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:14.214021 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-be5e01ff-2bed-4255-adc2-0a9bd048fcd7 req-abf0c6a6-ae57-4287-8245-5099955f3ff3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 950 time: 0.0472069 Sep 29 02:26:14.263187 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-be5e01ff-2bed-4255-adc2-0a9bd048fcd7 req-69bd7c68-4e43-48ce-ba64-9a6a25e3e262 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Sep 29 02:26:14.552196 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5e857-8ddd-4b32-a5bc-bd4f13a3a19c req-3692d15b-da6d-48b7-ade1-4f95dbb7680f tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:14.553696 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63a5e857-8ddd-4b32-a5bc-bd4f13a3a19c req-3692d15b-da6d-48b7-ade1-4f95dbb7680f tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 950 time: 0.0487745 Sep 29 02:26:14.606644 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-63a5e857-8ddd-4b32-a5bc-bd4f13a3a19c req-85710653-9561-40f3-9935-600131041307 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Sep 29 02:26:15.739483 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6916-d7cb-470a-bb4b-66b6c3b4ff78 req-bbae695d-63cc-49e1-aef1-d7c767386b6c tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:15.741193 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e0ba6916-d7cb-470a-bb4b-66b6c3b4ff78 req-bbae695d-63cc-49e1-aef1-d7c767386b6c tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 950 time: 0.0491867 Sep 29 02:26:15.792254 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e0ba6916-d7cb-470a-bb4b-66b6c3b4ff78 req-2e7fb075-de5c-466e-8d71-b43fdaf8185a tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ad169eb5-398c-425b-90a3-39870fc24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Sep 29 02:26:16.064046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:16.081728 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-fbedfff7-ef20-4665-acd0-9a8957180a33 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:16.083225 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-fbedfff7-ef20-4665-acd0-9a8957180a33 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 950 time: 0.0532742 Sep 29 02:26:16.185863 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Deleting port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:26:16.186248 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:16.236449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:16.274984 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] For port 6d1f4185-ffb1-4b75-bd83-60d01eef0335, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=6d1f4185-ffb1-4b75-bd83-60d01eef0335,segment=NetworkSegment(5a329160-3a55-4f52-87d2-9e38d1aeeb00),segment_id=5a329160-3a55-4f52-87d2-9e38d1aeeb00)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:16.275352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:16.289842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Calling delete_port for 6d1f4185-ffb1-4b75-bd83-60d01eef0335 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:26:16.423600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (6d1f4185-ffb1-4b75-bd83-60d01eef0335), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:16.451315 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Pushing event deleted for resources: {'Port': ['ID=6d1f4185-ffb1-4b75-bd83-60d01eef0335,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:16.458807 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['6d1f4185-ffb1-4b75-bd83-60d01eef0335'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:26:16.506205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] No DVR routers for this DVR port 6d1f4185-ffb1-4b75-bd83-60d01eef0335 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:26:16.509107 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:16.512798 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-18b3d41d-166c-46c5-a1aa-2efd830af904 req-93aeef56-ea48-4f28-bdb1-af71cc860ed3 tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6d1f4185-ffb1-4b75-bd83-60d01eef0335 HTTP/1.1" status: 204 len: 173 time: 0.4237666 Sep 29 02:26:16.513320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'name': 'network-vif-deleted', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:16.516432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e6026-5024-4f94-95f6-3c9a70e3d8c3" -d '{"events": [{"server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "name": "network-vif-deleted", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:16.559929 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee560111-99ec-43aa-b718-95f4c1dc255d x-openstack-request-id: req-ee560111-99ec-43aa-b718-95f4c1dc255d {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:16.560503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8", "name": "network-vif-deleted", "tag": "6d1f4185-ffb1-4b75-bd83-60d01eef0335", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:16.560815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee560111-99ec-43aa-b718-95f4c1dc255d {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:16.561312 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee560111-99ec-43aa-b718-95f4c1dc255d'] response: {'server_uuid': '3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8', 'name': 'network-vif-deleted', 'tag': '6d1f4185-ffb1-4b75-bd83-60d01eef0335', 'status': 'completed', 'code': 200} Sep 29 02:26:16.929298 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c2a7948f-34ec-4338-88f2-a14b8fd6a369 req-2b7eb7f4-1e8d-429e-9470-d19abae09edd tempest-VolumesNegativeTest-1147511730 tempest-VolumesNegativeTest-1147511730-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3ea9287d-2bc1-4dbd-8f2b-b9eec1ec39e8 HTTP/1.1" status: 200 len: 210 time: 0.0288978 Sep 29 02:26:17.580282 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:17.581243 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:20.043910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 6d1f4185-ffb1-4b75-bd83-60d01eef0335 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:26:20.066651 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 6d1f4185-ffb1-4b75-bd83-60d01eef0335 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:26:20.066872 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 6d1f4185-ffb1-4b75-bd83-60d01eef0335 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:26:22.424691 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 60998) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:22.571646 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-4d3c50eb-597e-4cd5-a1ad-5eb26dc515ba admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=dc905e15987d46eea284f353199a068a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457822 Sep 29 02:26:22.574338 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32770) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:22.625233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] Publish callbacks [] for security_group (ad169eb5-398c-425b-90a3-39870fc24074), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:22.646377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] Publish callbacks [] for security_group (ad169eb5-398c-425b-90a3-39870fc24074), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:22.697597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ad169eb5-398c-425b-90a3-39870fc24074), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:22.700376 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:22.701542 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ad169eb5-398c-425b-90a3-39870fc24074 HTTP/1.1" status: 204 len: 168 time: 0.1263008 Sep 29 02:26:22.710133 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397b77b-c894-454a-9eb4-b448bd43bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad169eb5-398c-425b-90a3-39870fc24074,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:23.394335 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32792) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:23.505575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030359497-network', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:23.528005 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Made reservation on behalf of e57890af7876437d9fddfea4a536a0d7 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:23.530363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.542207 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.624303 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks [] for security_group (601a33b2-ccda-49b6-a3f6-a2d5cd833b82), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.630363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (601a33b2-ccda-49b6-a3f6-a2d5cd833b82), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.658672 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:23.660662 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:26:23.666088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a33b2-ccda-49b6-a3f6-a2d5cd833b82,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:23.675448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (597b7f08-af5a-4a49-b5c2-7df2764b3a72), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.675867 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Added segment 597b7f08-af5a-4a49-b5c2-7df2764b3a72 of type vlan for network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 Sep 29 02:26:23.717598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (97027d5c-275b-43e9-ab3b-3dc0aafb8749), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.738358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:23.744871 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (97027d5c-275b-43e9-ab3b-3dc0aafb8749), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.745886 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:23.746504 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.802834 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4073715 Sep 29 02:26:23.806288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32796) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:23.811258 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Request body: {'subnet': {'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030359497-subnet', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'ip_version': 4}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:23.814539 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9df3e-cf4e-4896-9c2f-9c0da47147a8 admin admin] Pushing event updated for resources: {'Network': ['ID=97027d5c-275b-43e9-ab3b-3dc0aafb8749,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:23.824536 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:26:23.837491 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Made reservation on behalf of e57890af7876437d9fddfea4a536a0d7 for: {'subnet': 1} {{(pid=106493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:23.839940 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27019801'] for subnet (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.006960 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27014506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27019823'] for subnet (1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.059283 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:24.075143 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.075484 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.075822 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.076153 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.076475 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.076784 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.077105 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.077447 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.077765 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.078115 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.078433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.078762 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.079066 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.079377 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.079689 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:24.088187 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:24.088544 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Network hostable DHCP agents. Network: 97027d5c-275b-43e9-ab3b-3dc0aafb8749, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:26:24.109228 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:26:24.124320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 97027d5c-275b-43e9-ab3b-3dc0aafb8749) {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:24.129666 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:24.130292 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.136260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffc6b2-e45e-4917-ac68-a8ee2f95e188 None None] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:26:24.151487 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-dbc5b617-426c-4aac-ad55-8355e0c97fce admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3414454 Sep 29 02:26:24.151921 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32798) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:24.156494 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:24.176987 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.178365 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.234496 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for router_controller (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.245208 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:26:24.246147 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.376868 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for router_gateway (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.381169 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Allocated IP 172.20.0.2 (97027d5c-275b-43e9-ab3b-3dc0aafb8749/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8/a0000760-ff3d-4819-b741-db3c471b038e) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:24.527375 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks [] for port (a0000760-ff3d-4819-b741-db3c471b038e), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.540811 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (a0000760-ff3d-4819-b741-db3c471b038e), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.566727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for router_gateway (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.578722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:24.583700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:24.586156 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.587887 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:24.600093 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Pushing event updated for resources: {'Port': ['ID=a0000760-ff3d-4819-b741-db3c471b038e,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:24.649653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Attempting to bind port a0000760-ff3d-4819-b741-db3c471b038e on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:24.649916 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Attempting to bind port a0000760-ff3d-4819-b741-db3c471b038e by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:24.650297 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Attempting to bind port a0000760-ff3d-4819-b741-db3c471b038e on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:24.694027 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Allocated IP 172.27.2.194 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/2778a6a5-31f9-4c63-88bd-2a4e6e59d11d) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:24.696249 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:24.696620 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:24.697005 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.697460 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Bound using segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:24.697888 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Bound port: a0000760-ff3d-4819-b741-db3c471b038e, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:24.698342 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.759465 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] For port a0000760-ff3d-4819-b741-db3c471b038e, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:24.762780 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] For port a0000760-ff3d-4819-b741-db3c471b038e, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a0000760-ff3d-4819-b741-db3c471b038e,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:24.769504 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (a0000760-ff3d-4819-b741-db3c471b038e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.801513 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:24.807044 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:24.810934 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.833863 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e3b2c-46f1-4c85-b213-afc1dc9f385a None None] Pushing event updated for resources: {'Port': ['ID=a0000760-ff3d-4819-b741-db3c471b038e,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:24.849188 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.891487 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:24.894701 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:24.897235 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:24.901386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:24.925644 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Pushing event updated for resources: {'Port': ['ID=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:25.059598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:25.164319 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for router_gateway (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:25.355130 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:25.492474 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:26:25.548826 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a0000760-ff3d-4819-b741-db3c471b038e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:25.596531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:26:25.608330 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:26:25.625120 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:25.626322 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:25.632073 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:25.644582 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32800) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:25.645247 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-8937bbef-6ce9-42e5-aa30-1f533e83ccad admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4917467 Sep 29 02:26:25.730777 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da70cd-b12a-458c-bf18-7652633f45f4 None None] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:26:25.740556 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:25.793224 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Provisioning complete for port a0000760-ff3d-4819-b741-db3c471b038e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:25.793587 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a0000760-ff3d-4819-b741-db3c471b038e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:25.794136 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Attempt 1 to provision port a0000760-ff3d-4819-b741-db3c471b038e Sep 29 02:26:25.874236 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port a0000760-ff3d-4819-b741-db3c471b038e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:25.874971 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a0000760-ff3d-4819-b741-db3c471b038e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:25.874971 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port a0000760-ff3d-4819-b741-db3c471b038e Sep 29 02:26:25.921028 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:25Z', 'revision_number': 3, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:25.989465 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:25.990184 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.014242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:26.014934 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.055952 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] For port a0000760-ff3d-4819-b741-db3c471b038e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a0000760-ff3d-4819-b741-db3c471b038e,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:26.061906 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (a0000760-ff3d-4819-b741-db3c471b038e), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.067813 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:26:26.068154 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Updating router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:26:26.100463 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.106333 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.109783 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:26.129545 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.db.api [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:26:26.129952 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG oslo_db.api [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:26:26.143929 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354eb20-cb1a-447a-aa7c-9815d2be5775 None None] Pushing event updated for resources: {'Port': ['ID=a0000760-ff3d-4819-b741-db3c471b038e,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:26.239566 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:26.278288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Allocated IP 172.20.0.1 (97027d5c-275b-43e9-ab3b-3dc0aafb8749/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8/698038d7-ae24-4417-8a5e-1e61591b308f) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:26.295866 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-1f1e1717-2db6-4976-b836-aac21276b874 None None] Provisioning complete for port a0000760-ff3d-4819-b741-db3c471b038e triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:26.296306 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1717-2db6-4976-b836-aac21276b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a0000760-ff3d-4819-b741-db3c471b038e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.297630 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-1f1e1717-2db6-4976-b836-aac21276b874 None None] Attempt 1 to provision port a0000760-ff3d-4819-b741-db3c471b038e Sep 29 02:26:26.372555 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks [] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.374988 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e1717-2db6-4976-b836-aac21276b874 None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:26.380979 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.395586 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks [] for port (698038d7-ae24-4417-8a5e-1e61591b308f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.414049 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Attempting to bind port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:26.414395 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Attempting to bind port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:26.414751 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Attempting to bind port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:26.428384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.453411 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87663db-0e09-4c32-80df-c1d97bb0cd3d None None] Pushing event updated for resources: {'Port': ['ID=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:26.468781 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:26.469150 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:26.469543 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.469920 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:26.470415 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Bound port: 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:26.470793 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.471352 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:26.476577 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:26.479083 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:26.482454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Pushing event updated for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:26.520748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.523487 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] For port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:26.527177 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] For port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:26.536964 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.552398 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:26.553018 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:26.608964 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:26.666174 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:26.677543 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.679610 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:26.700151 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87663db-0e09-4c32-80df-c1d97bb0cd3d None None] Pushing event updated for resources: {'Port': ['ID=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:26.712505 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:26.797053 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Provisioning complete for port 698038d7-ae24-4417-8a5e-1e61591b308f triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:26.797298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.797653 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 1 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:26.833250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:26.844165 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks [] for port (698038d7-ae24-4417-8a5e-1e61591b308f), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.851165 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:26.879436 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:25Z', 'revision_number': 3, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:26.890732 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:26.904362 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39511aa0-7c9f-4243-a34f-f8fc4886c134 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:25Z', 'revision_number': 3, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:26:26.922788 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Pushing event updated for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:26.925320 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.011654 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:27.018343 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:27.020129 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:27.150890 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:26:27.174720 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:26:27.266825 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:26:27.273968 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-67848b59-46f3-4913-9810-c15347b09d01 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6272583 Sep 29 02:26:27.334853 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 2 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:27.369240 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:27.593116 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a0000760-ff3d-4819-b741-db3c471b038e up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:27.595589 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:27.642593 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port a0000760-ff3d-4819-b741-db3c471b038e triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:27.642960 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (a0000760-ff3d-4819-b741-db3c471b038e), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.643294 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port a0000760-ff3d-4819-b741-db3c471b038e Sep 29 02:26:27.689607 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:27.693939 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-55fa9034-a642-4ebd-8ae1-c2e3ea83e629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.738222 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:27.739299 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:27.784932 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:27.785304 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.786411 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d Sep 29 02:26:27.825440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32816) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:27.830626 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-136035440-network', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:27.851214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Made reservation on behalf of 0ec6b7262ed54e9db3ef78fa18f2ef76 for: {'network': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:27.853719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for network (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.862524 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:27.862905 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.865737 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.870318 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 3 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:27.908079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:27.915044 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.921523 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:27.925386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:27.945858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks [] for security_group (79f0c556-5bf7-4b62-a326-336cec16a69f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.950707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (79f0c556-5bf7-4b62-a326-336cec16a69f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.963723 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:27.976033 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=106492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:26:27.986566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f0c556-5bf7-4b62-a326-336cec16a69f,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:27.991398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (b5b471cb-f45a-419b-a871-7dae704f25fa), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:27.991739 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.segments_db [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Added segment b5b471cb-f45a-419b-a871-7dae704f25fa of type vlan for network 6348883a-80d0-47e5-a5b4-5ec8d068e297 Sep 29 02:26:28.033329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783093432001'] for network (6348883a-80d0-47e5-a5b4-5ec8d068e297), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.050800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:28.061048 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798'] for network (6348883a-80d0-47e5-a5b4-5ec8d068e297), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.062085 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:28.062667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.116845 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2902024 Sep 29 02:26:28.119758 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32818) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:28.130499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Request body: {'subnet': {'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-136035440-subnet', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'ip_version': 4}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:28.142429 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eb13d-8d83-40fa-b7a9-5ada15d1bb25 admin admin] Pushing event updated for resources: {'Network': ['ID=6348883a-80d0-47e5-a5b4-5ec8d068e297,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:28.152292 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 details requested by agent ovs-agent-dv-cinder-733062-36-iscsi with host dv-cinder-733062-36-iscsi {{(pid=106494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:26:28.159302 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Made reservation on behalf of 0ec6b7262ed54e9db3ef78fa18f2ef76 for: {'subnet': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:28.162604 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2645735'] for subnet (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.422455 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 4 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:28.462528 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:28.541413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:26:28.554555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:28.555187 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:28.613659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27210168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2645713'] for subnet (8e72c2e0-12a5-4b7b-81f5-3a8da443400b), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.661697 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:28.668384 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e72c2e0-12a5-4b7b-81f5-3a8da443400b,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:28.681269 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Checking segment: {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:28.681615 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Network hostable DHCP agents. Network: 6348883a-80d0-47e5-a5b4-5ec8d068e297, hostable agents: ['8e6555c6-67c3-4e38-ae39-0e59fa174979'], hosted agents: [] {{(pid=106492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:26:28.700520 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 is scheduled to be hosted by DHCP agent 8e6555c6-67c3-4e38-ae39-0e59fa174979 with binding_index 1 {{(pid=106492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:26:28.711021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-36-iscsi, 6348883a-80d0-47e5-a5b4-5ec8d068e297) {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:28.715890 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:28.717011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.727651 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c27ca-df00-423d-86f7-61f94264e920 None None] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:26:28.734213 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b5ca9490-5b14-4b03-9899-f2ab58a7e43d admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6133447 Sep 29 02:26:28.737386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32820) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:28.742850 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:28.764507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30874'] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.765514 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30849'] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.817490 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for router_controller (ddd9c57e-56f2-464b-88d1-9485fafd8da8), precommit_add_association {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.914275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02066f7a-734d-5754-bede-7719dabfe336-6348883a-80d0-47e5-a5b4-5ec8d068e297', 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297', 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'fixed_ips': [{'subnet_id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b'}]}} from dv-cinder-733062-36-iscsi. {{(pid=106494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:26:28.915185 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.943153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:28.949972 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 2, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:28.956163 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for router_gateway (ddd9c57e-56f2-464b-88d1-9485fafd8da8), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:28.983664 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 5 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:29.027063 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:29.028173 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:26:29.028512 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Updating router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 port 698038d7-ae24-4417-8a5e-1e61591b308f binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:26:29.036592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:29.107855 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.109552 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:29.139285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for router_gateway (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.159548 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.197308 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:29.274320 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Allocated IP 172.27.2.243 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/2bddc923-9ac5-44e6-9f11-73e7f2f10cf9) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:29.312499 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.db_base_plugin_common [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Allocated IP 172.20.0.2 (6348883a-80d0-47e5-a5b4-5ec8d068e297/8e72c2e0-12a5-4b7b-81f5-3a8da443400b/9b8f55a3-f311-440e-a53a-197299bcb5cc) {{(pid=106494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:29.382360 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.419269 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.457202 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:29.460425 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:29.464171 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:29.510209 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Pushing event updated for resources: {'Port': ['ID=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:29.528190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:29.619804 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 6 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:29.677886 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks [] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), precommit_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.718652 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:29.719582 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), after_create {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.726104 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for router_gateway (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.747393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:29.747755 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.748077 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d Sep 29 02:26:29.800109 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks [] for port (698038d7-ae24-4417-8a5e-1e61591b308f), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.820206 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:29.821102 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:29.829254 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 is already hosted by enough agents. {{(pid=106494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:29.844830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.scheduler.base_scheduler [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Resources bound (agent type, host, resource id): {{(pid=106494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:29.847325 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Received port after_create {{(pid=106494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:29.849736 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Pushing event updated for resources: {'Port': ['ID=9b8f55a3-f311-440e-a53a-197299bcb5cc,revision_number=1']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:29.913684 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:29.952174 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809206'] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.009271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.024864 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f12b82-4836-4b1f-bf45-bfe772799e0f None None] Pushing event updated for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:30.063403 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-423ac501-ef56-4fb6-bcaf-9f0ea0621969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.069297 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Attempting to bind port 9b8f55a3-f311-440e-a53a-197299bcb5cc on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:30.069664 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Attempting to bind port 9b8f55a3-f311-440e-a53a-197299bcb5cc by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:30.070038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Attempting to bind port 9b8f55a3-f311-440e-a53a-197299bcb5cc on network 6348883a-80d0-47e5-a5b4-5ec8d068e297 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:30.075038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Attempting to bind port 698038d7-ae24-4417-8a5e-1e61591b308f on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:30.075392 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Attempting to bind port 698038d7-ae24-4417-8a5e-1e61591b308f by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:30.075734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Attempting to bind port 698038d7-ae24-4417-8a5e-1e61591b308f on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:30.084815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.098721 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Router ddd9c57e-56f2-464b-88d1-9485fafd8da8 is scheduled to L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d with binding_index 1 {{(pid=106492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:26:30.100298 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:30.162548 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:30.162910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Checking segment: {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:30.163302 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.163681 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Bound using segment: {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:30.164424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Bound port: 9b8f55a3-f311-440e-a53a-197299bcb5cc, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:30.164803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.168708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:30.169063 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:30.169440 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.169813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Bound using segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:30.170310 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Bound port: 698038d7-ae24-4417-8a5e-1e61591b308f, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:30.170657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.215450 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:26:30.221090 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 7 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:30.226919 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Sync routers for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:26:30.241094 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.241961 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:30.242516 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-766a30a4-4c47-48a2-9a72-4f58413cba1c admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5042028 Sep 29 02:26:30.243115 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:30.245833 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32822) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:30.310827 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Port 698038d7-ae24-4417-8a5e-1e61591b308f cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:30.329383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] For port 9b8f55a3-f311-440e-a53a-197299bcb5cc, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:30.335247 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] For port 9b8f55a3-f311-440e-a53a-197299bcb5cc, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9b8f55a3-f311-440e-a53a-197299bcb5cc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:30.341985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] For port 698038d7-ae24-4417-8a5e-1e61591b308f, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:30.346196 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] For port 698038d7-ae24-4417-8a5e-1e61591b308f, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=698038d7-ae24-4417-8a5e-1e61591b308f,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:30.350595 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.361352 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.361662 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:30.403066 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:30.404135 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:30.474747 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730bf89-a1b0-4056-afb5-d5601a2dd4f6 None None] Pushing event updated for resources: {'Port': ['ID=9b8f55a3-f311-440e-a53a-197299bcb5cc,revision_number=2']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:30.558307 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:29Z', 'revision_number': 3, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:30.605035 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Checking router: ddd9c57e-56f2-464b-88d1-9485fafd8da8 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:26:30.605374 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Updating router ddd9c57e-56f2-464b-88d1-9485fafd8da8 port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 binding host dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:26:30.643666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f12b82-4836-4b1f-bf45-bfe772799e0f None None] Pushing event updated for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:30.677697 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.683556 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:30.812095 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.833764 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Attempt 8 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:30.948314 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.963713 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.964335 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.976573 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:30.982658 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Current status of the port 698038d7-ae24-4417-8a5e-1e61591b308f is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:30.983113 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:30.992172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Allocated IP 172.20.0.1 (6348883a-80d0-47e5-a5b4-5ec8d068e297/8e72c2e0-12a5-4b7b-81f5-3a8da443400b/dcbb55e0-0a75-4441-b3c4-7382afeefebc) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:31.023611 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks [] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), precommit_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.031855 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.037467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] For port 698038d7-ae24-4417-8a5e-1e61591b308f, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=698038d7-ae24-4417-8a5e-1e61591b308f,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:31.037467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:30Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:31.043161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.052156 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:31.075753 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Attempting to bind port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:31.076214 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Attempting to bind port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:31.076713 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Attempting to bind port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 on network 52ea00ca-0160-4f17-9091-0f08a2f1a96c {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:31.096044 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b497eb-8b9e-447f-a5da-18b38101d616 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:30Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:26:31.117507 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1e262-f660-4a8d-85d2-33e42fed143a None None] Pushing event updated for resources: {'Port': ['ID=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,revision_number=2']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:31.117958 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks [] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.137844 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85e0ac-a4b6-45a9-ba2f-f760b93474f1 None None] Pushing event updated for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:31.152425 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:31.152795 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Checking segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:31.153209 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.153558 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Bound using segment: {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'} {{(pid=106495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:31.154028 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.managers [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Bound port: 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82697a94-caeb-4ad5-8409-2ecdd1969793', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c'}}] {{(pid=106495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:31.156757 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), before_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.183444 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-39c951f3-b789-4ca0-8262-f364011bdc70 None None] Provisioning complete for port 698038d7-ae24-4417-8a5e-1e61591b308f triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:31.183870 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-39c951f3-b789-4ca0-8262-f364011bdc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.184347 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-39c951f3-b789-4ca0-8262-f364011bdc70 None None] Attempt 1 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:31.190731 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.228359 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] For port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:31.231842 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.plugins.ml2.db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] For port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:31.233056 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:31.238382 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:31.246549 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron_lib.callbacks.manager [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), after_update {{(pid=106495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.272563 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:31.284598 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:31.301879 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:31.361505 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817889'] for router_interface (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.471341 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1e262-f660-4a8d-85d2-33e42fed143a None None] Pushing event updated for resources: {'Port': ['ID=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,revision_number=3']} {{(pid=106495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:31.482421 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:31.483352 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:31.550417 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.589047 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-39c951f3-b789-4ca0-8262-f364011bdc70 None None] Current status of the port 698038d7-ae24-4417-8a5e-1e61591b308f is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:31.637873 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:31.666430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 698038d7-ae24-4417-8a5e-1e61591b308f up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:31.753864 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 698038d7-ae24-4417-8a5e-1e61591b308f triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:31.754634 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.755183 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 698038d7-ae24-4417-8a5e-1e61591b308f Sep 29 02:26:31.789347 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3df30e-a1ef-46b8-a30b-01efe49e50d0 None None] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:26:31.889749 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:29Z', 'revision_number': 3, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:31.903711 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Provisioning complete for port 9b8f55a3-f311-440e-a53a-197299bcb5cc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:31.904080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:31.904440 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Attempt 1 to provision port 9b8f55a3-f311-440e-a53a-197299bcb5cc Sep 29 02:26:31.921297 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f95f7-a100-4ae2-b340-96a7c55a27a3 None None] The sync data for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi is: [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:29Z', 'revision_number': 3, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:26:31.949728 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.036922 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 698038d7-ae24-4417-8a5e-1e61591b308f is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:32.038377 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9b8f55a3-f311-440e-a53a-197299bcb5cc up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:32.127262 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Current status of the port 9b8f55a3-f311-440e-a53a-197299bcb5cc is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:32.127810 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.156219 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 9b8f55a3-f311-440e-a53a-197299bcb5cc triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:32.157037 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.157331 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 9b8f55a3-f311-440e-a53a-197299bcb5cc Sep 29 02:26:32.163604 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks [] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.174269 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.213837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] For port 9b8f55a3-f311-440e-a53a-197299bcb5cc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9b8f55a3-f311-440e-a53a-197299bcb5cc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:32.222708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:32.240490 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.296432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818005'] for router_interface (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.303757 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:32.360563 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=100 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:32.378837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Pushing event updated for resources: {'Port': ['ID=9b8f55a3-f311-440e-a53a-197299bcb5cc,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:32.383753 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 9b8f55a3-f311-440e-a53a-197299bcb5cc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:32.394308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Provisioning complete for port 9b8f55a3-f311-440e-a53a-197299bcb5cc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:32.394679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.395086 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 1 to provision port 9b8f55a3-f311-440e-a53a-197299bcb5cc Sep 29 02:26:32.399501 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.399843 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.400182 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.400506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.400830 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.401152 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.401469 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.401790 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.402129 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.402446 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.402763 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.403086 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.403399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.403708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.404019 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d5c58-5161-4ebb-bad6-6cc4fa821ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:32.485442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:32.486279 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:32.487523 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:32.520069 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Current status of the port 9b8f55a3-f311-440e-a53a-197299bcb5cc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:32.540072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Provisioning complete for port dcbb55e0-0a75-4441-b3c4-7382afeefebc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:32.540368 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.540768 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 1 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:32.585122 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:32.595423 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:32.627325 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Router ddd9c57e-56f2-464b-88d1-9485fafd8da8 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:26:32.732336 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.732954 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:32.778538 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:26:32.792937 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-5b95bb80-faf7-4b44-bc7a-577614639e99 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/ddd9c57e-56f2-464b-88d1-9485fafd8da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451431 Sep 29 02:26:33.086060 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 2 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:33.119530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:33.146579 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32830) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.151276 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913896121', 'description': 'tempest-secgroup-smoke-1913896121 description', 'project_id': 'e57890af7876437d9fddfea4a536a0d7'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.173868 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.244272 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (ec4b037e-fb31-488b-88b8-a49af7645ace), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.249863 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ec4b037e-fb31-488b-88b8-a49af7645ace), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.281319 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.282578 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350112 Sep 29 02:26:33.284619 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba34930-5a72-4e8f-a6d4-1420e8e44920 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b037e-fb31-488b-88b8-a49af7645ace,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.286766 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32832) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.291980 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.318634 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (ed940dd5-5180-43fa-8566-5c66dfb61a49), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.383834 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (ed940dd5-5180-43fa-8566-5c66dfb61a49), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.389862 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (ed940dd5-5180-43fa-8566-5c66dfb61a49), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.410325 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed940dd5-5180-43fa-8566-5c66dfb61a49,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.416721 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.418450 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-42d65551-012c-4a33-8c8e-a90d3a736f4e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307204 Sep 29 02:26:33.421356 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32834) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.425758 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.454528 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (d23a098b-176f-4149-aa71-6fc16040a1fc), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.517025 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (d23a098b-176f-4149-aa71-6fc16040a1fc), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.522613 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (d23a098b-176f-4149-aa71-6fc16040a1fc), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.547151 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23a098b-176f-4149-aa71-6fc16040a1fc,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.557056 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.558417 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-b6077395-e742-46ff-b064-640f2a86f666 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360872 Sep 29 02:26:33.561204 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32836) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.565585 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.582315 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:33.597176 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (b003dfc2-1a2a-43e5-bc99-b24f51d4adda), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.620837 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 3 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:33.651774 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:33.652073 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.652386 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 Sep 29 02:26:33.658971 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (b003dfc2-1a2a-43e5-bc99-b24f51d4adda), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.664195 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (b003dfc2-1a2a-43e5-bc99-b24f51d4adda), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.669885 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:33.677254 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:33.684899 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b003dfc2-1a2a-43e5-bc99-b24f51d4adda,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.692862 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.696657 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2be6ec9a-74b7-482c-a231-511dac2763e7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319180 Sep 29 02:26:33.697125 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 32838) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.701408 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.713924 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:33.729927 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (7c3fdedc-0e5d-42db-8973-4f06a2065b13), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.731187 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:33.731636 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.754367 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] For port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:33.760910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.762479 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9b8f55a3-f311-440e-a53a-197299bcb5cc up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:33.784713 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (7c3fdedc-0e5d-42db-8973-4f06a2065b13), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.789797 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (7c3fdedc-0e5d-42db-8973-4f06a2065b13), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.808212 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3fdedc-0e5d-42db-8973-4f06a2065b13,revision_number=0']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.817449 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.818699 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f1e8b92c-51a7-4b5f-bc0c-00030263505f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208916 Sep 29 02:26:33.821669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32840) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.826218 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.845499 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Pushing event updated for resources: {'Port': ['ID=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.851705 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.securitygroups_db [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Project e57890af7876437d9fddfea4a536a0d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:26:33.857906 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 9b8f55a3-f311-440e-a53a-197299bcb5cc triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:33.858309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.858643 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 9b8f55a3-f311-440e-a53a-197299bcb5cc Sep 29 02:26:33.859857 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (b402ae3c-9e95-4753-b950-b4122ed5286f), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.921541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (b402ae3c-9e95-4753-b950-b4122ed5286f), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.926314 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (b402ae3c-9e95-4753-b950-b4122ed5286f), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.938111 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 9b8f55a3-f311-440e-a53a-197299bcb5cc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:33.947613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b402ae3c-9e95-4753-b950-b4122ed5286f,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:33.957697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:33.958870 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-232ee3b1-eb1d-4785-8d7a-42dcab2f5819 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361463 Sep 29 02:26:33.962703 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 32842) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:33.967001 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b037e-fb31-488b-88b8-a49af7645ace', 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:33.991756 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.securitygroups_db [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Project e57890af7876437d9fddfea4a536a0d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:26:33.997698 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (cf7d26c8-6322-45e0-90e2-4afa40dd70ca), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:34.057090 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (cf7d26c8-6322-45e0-90e2-4afa40dd70ca), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:34.069080 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634718'] for security_group_rule (cf7d26c8-6322-45e0-90e2-4afa40dd70ca), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:34.089724 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7d26c8-6322-45e0-90e2-4afa40dd70ca,revision_number=0']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:34.096883 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:34.098160 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-596a4de1-ec12-4c64-9c21-f9bd38f12254 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344621 Sep 29 02:26:34.178070 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 4 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:34.197772 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:34.214772 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:34.616325 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Sync routers for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:26:34.626385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:34.626990 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:34.661959 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:34.715878 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 5 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:34.750809 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:34.787686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:34.953392 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 4, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'dcbb55e0-0a75-4441-b3c4-7382afeefebc', 'name': '', 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'mac_address': 'fa:16:3e:e4:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:30Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 2, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'subnets': [{'id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:34.978587 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Checking router: ddd9c57e-56f2-464b-88d1-9485fafd8da8 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:26:34.978821 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Updating router ddd9c57e-56f2-464b-88d1-9485fafd8da8 port dcbb55e0-0a75-4441-b3c4-7382afeefebc binding host dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:26:35.007915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.291598 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 6 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:35.323803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks [] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), precommit_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.340656 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.347951 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Port dcbb55e0-0a75-4441-b3c4-7382afeefebc cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:35.405782 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db22055-ba4f-46f8-b448-43ccd73d13bb None None] Pushing event updated for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=3']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:35.568832 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:35.608364 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Attempting to bind port dcbb55e0-0a75-4441-b3c4-7382afeefebc on host dv-cinder-733062-36-iscsi for vnic_type normal with profile {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:35.608732 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Attempting to bind port dcbb55e0-0a75-4441-b3c4-7382afeefebc by drivers openvswitch,hyperv on host dv-cinder-733062-36-iscsi at level 0 using segments [{'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:35.609430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Attempting to bind port dcbb55e0-0a75-4441-b3c4-7382afeefebc on network 6348883a-80d0-47e5-a5b4-5ec8d068e297 {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:35.656722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:35.662307 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:35.662682 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.663043 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 Sep 29 02:26:35.665545 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Checking agent: {'id': '159e0c40-dc7a-411b-aece-8c2902651f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 4, 33), 'started_at': datetime.datetime(2022, 9, 29, 2, 5, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:35.665908 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Checking segment: {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:35.666331 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.666722 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Bound using segment: {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'} {{(pid=106494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:35.667192 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.managers [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Bound port: dcbb55e0-0a75-4441-b3c4-7382afeefebc, host: dv-cinder-733062-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b471cb-f45a-419b-a871-7dae704f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297'}}] {{(pid=106494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:35.667559 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.671150 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:35.784632 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] For port dcbb55e0-0a75-4441-b3c4-7382afeefebc, host dv-cinder-733062-36-iscsi, cleared binding levels {{(pid=106494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:35.803724 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] For port dcbb55e0-0a75-4441-b3c4-7382afeefebc, host dv-cinder-733062-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=dcbb55e0-0a75-4441-b3c4-7382afeefebc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:35.807215 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:35.813199 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:35.846186 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:35.846798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:26:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:35.852461 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Attempt 7 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:35.937881 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db22055-ba4f-46f8-b448-43ccd73d13bb None None] Pushing event updated for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:36.026637 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:36.054146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Current status of the port dcbb55e0-0a75-4441-b3c4-7382afeefebc is: DOWN; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:36.054463 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:36.160369 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] For port dcbb55e0-0a75-4441-b3c4-7382afeefebc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=dcbb55e0-0a75-4441-b3c4-7382afeefebc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:36.168242 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:36.248843 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7ae9d-e0ab-4b41-a13e-977633790a33 None None] Pushing event updated for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:36.295084 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-095d77c0-3626-427c-bf84-5c26194a192c None None] Provisioning complete for port dcbb55e0-0a75-4441-b3c4-7382afeefebc triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:36.295481 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-095d77c0-3626-427c-bf84-5c26194a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:36.295811 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-095d77c0-3626-427c-bf84-5c26194a192c None None] Attempt 1 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:36.297708 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 4, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'dcbb55e0-0a75-4441-b3c4-7382afeefebc', 'name': '', 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'mac_address': 'fa:16:3e:e4:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:30Z', 'updated_at': '2022-09-29T02:26:35Z', 'revision_number': 4, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'subnets': [{'id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:36.340977 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e678688-3407-4290-a4b8-66cfe821655f None None] The sync data for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi is: [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 4, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': 'dcbb55e0-0a75-4441-b3c4-7382afeefebc', 'name': '', 'network_id': '6348883a-80d0-47e5-a5b4-5ec8d068e297', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'mac_address': 'fa:16:3e:e4:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:30Z', 'updated_at': '2022-09-29T02:26:35Z', 'revision_number': 4, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'subnets': [{'id': '8e72c2e0-12a5-4b7b-81f5-3a8da443400b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:26:36.415010 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-095d77c0-3626-427c-bf84-5c26194a192c None None] Current status of the port dcbb55e0-0a75-4441-b3c4-7382afeefebc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:37.522470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device dcbb55e0-0a75-4441-b3c4-7382afeefebc up at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:37.543734 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:37.572938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:37.575052 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Provisioning complete for port dcbb55e0-0a75-4441-b3c4-7382afeefebc triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:37.575414 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:37.575742 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Attempt 1 to provision port dcbb55e0-0a75-4441-b3c4-7382afeefebc Sep 29 02:26:37.650392 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port dcbb55e0-0a75-4441-b3c4-7382afeefebc is: ACTIVE; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:41.887785 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=43 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:41.894577 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:43.806303 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:43.808214 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:43.808714 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:44.087641 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:44.089098 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:53.799816 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=12 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:53.801975 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:54.997341 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-66a65abb-d16c-4a9c-9d2c-5ba9dcd63b01 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1913896121&fields=id&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 267 time: 0.0568726 Sep 29 02:26:55.117357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-491b36b6-1a4f-4300-bcf6-3b7b24992716 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:55.118876 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-491b36b6-1a4f-4300-bcf6-3b7b24992716 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1123991 Sep 29 02:26:55.137203 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-cfecefbc-fdf9-4a4b-9caf-4abbf7a8e4de tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/quotas/e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 375 time: 0.0101612 Sep 29 02:26:55.190493 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-d2f9b046-51cc-4e75-b2b5-15e055b26cd4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481610 Sep 29 02:26:55.295944 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-55da99d7-9d61-4fa1-8022-ab21c7235937 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931375 Sep 29 02:26:55.387816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-e024e905-ef11-406a-acde-dfbdd502aaed service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Sep 29 02:26:56.731650 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4b53bf59-d6dc-4a5a-85ce-e36aaadaa59d req-10a39d74-524a-4f15-bb6b-5324d73c7aa7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0287664 Sep 29 02:26:57.681786 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-547f35c7-18f6-458b-b647-6d5ff0fb4b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:57.825536 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b6a61e52-5e2f-49ae-8c3a-b89f57b950e5 req-d14c1796-3196-444f-8965-29710d6da929 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0309660 Sep 29 02:26:58.915466 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-196b38f0-68de-47fa-a5f0-442710927d11 req-e2efd341-e11c-4069-934d-02001ec8256a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0274327 Sep 29 02:26:59.962735 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-064bb324-bbd5-4e5c-9dea-35a7a4dbc722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:00.009724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9386f337-b4bb-4909-8550-834c9857fe1d req-e06186c7-45a6-4224-9642-075702d617a2 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0275953 Sep 29 02:27:01.124241 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-80a548aa-60e3-4829-b5e1-0b9355b54c77 req-0eec1bb2-2f29-430e-be9d-22e1d8e79d81 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0276201 Sep 29 02:27:01.305348 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:01.923082 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-8f59eaa9-5f3d-4078-8301-99fbdc5a4308 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:01.924515 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-8f59eaa9-5f3d-4078-8301-99fbdc5a4308 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1102922 Sep 29 02:27:01.993438 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-bf9d15c2-1b6d-46f6-851d-2314137ebb8b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 380 time: 0.0544260 Sep 29 02:27:02.007453 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'port': {'device_id': '80f616df-79c4-478c-a52c-a9f9329912f6', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'admin_state_up': True, 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'security_groups': ['ec4b037e-fb31-488b-88b8-a49af7645ace']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:02.126877 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Made reservation on behalf of e57890af7876437d9fddfea4a536a0d7 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:27:02.130581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.256868 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81780561-bb92-403d-9b83-ba7422b93db5 req-0412c13a-a5d0-4d29-a7df-9cad301a98e4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0554528 Sep 29 02:27:02.284035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.20.0.5 (97027d5c-275b-43e9-ab3b-3dc0aafb8749/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8/d54b1ea7-d378-4072-87bb-af28e3a4e7b5) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:27:02.312050 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:02.321549 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:02.424129 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.459917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.518147 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:27:02.521560 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:27:02.524613 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:27:02.553846 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:02.583612 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:02.584287 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.602959 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-9d8b6793-8ecb-4215-be7e-3c2ea47f0de0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991635 Sep 29 02:27:02.621441 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Request body: {'port': {'device_id': '80f616df-79c4-478c-a52c-a9f9329912f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:02.676431 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.680815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.683965 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.806809 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Provisioning complete for port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:27:02.807270 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.807725 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Attempt 1 to provision port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 Sep 29 02:27:02.844340 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:27:02.961700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54b1ea7-d378-4072-87bb-af28e3a4e7b5 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:27:02.969582 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks [] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:02.983497 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Transition to ACTIVE for port object d54b1ea7-d378-4072-87bb-af28e3a4e7b5 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:27:02.989845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:03.048621 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Pushing event updated for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:03.100608 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Attempting to bind port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:27:03.100917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Attempting to bind port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:27:03.101258 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Attempting to bind port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:27:03.140770 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:03.144597 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:27:03.144917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Attempting to bind port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:27:03.167982 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:03.188857 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:27:03.189194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:27:03.189566 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Bound using segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:27:03.190039 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Bound port: d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:27:03.190368 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:03.249194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:27:03.253444 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:27:03.264974 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:03.270388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:03.271256 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:03.273370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 1093 time: 0.6563380 Sep 29 02:27:03.274061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:27:03.276329 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6" -d '{"events": [{"name": "network-changed", "server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:27:03.325300 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b829a3-add1-4d6d-b7d7-c19ed568df86 x-openstack-request-id: req-d9b829a3-add1-4d6d-b7d7-c19ed568df86 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:27:03.325581 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:27:03.325829 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9b829a3-add1-4d6d-b7d7-c19ed568df86 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:27:03.326250 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b829a3-add1-4d6d-b7d7-c19ed568df86'] response: {'name': 'network-changed', 'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'status': 'completed', 'code': 200} Sep 29 02:27:03.331760 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1b766-afcb-4adc-bcdd-fcad9e042f58 service neutron] Pushing event updated for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:03.345744 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Attempt 2 to provision port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 Sep 29 02:27:03.383801 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-59423be6-4319-49ff-8832-9d65a3889e85 None None] Port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:27:03.414848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-bab1c91e-b58c-48da-b15b-ae64248c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:03.416354 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-bab1c91e-b58c-48da-b15b-ae64248c0bed service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1127 time: 0.0697937 Sep 29 02:27:03.428468 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616229b5-7de1-48af-b9a6-4547d2408000 req-39abf655-b579-4f21-8b97-d4a334e945b5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:03.429888 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-616229b5-7de1-48af-b9a6-4547d2408000 req-39abf655-b579-4f21-8b97-d4a334e945b5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0530815 Sep 29 02:27:03.475750 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-a2e11f76-a70d-4c74-aca9-d55be2cd24b1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0448897 Sep 29 02:27:03.534885 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-616229b5-7de1-48af-b9a6-4547d2408000 req-ee405684-f1a9-499e-a7d6-ab284c0e23b9 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984983 Sep 29 02:27:03.546094 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-6f621a52-ad2c-44db-b7ab-1d4ffd59f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:03.547556 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-6f621a52-ad2c-44db-b7ab-1d4ffd59f851 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0649059 Sep 29 02:27:03.591729 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-98506c35-6dbc-40cc-8b63-24ecbb1882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:03.593189 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-98506c35-6dbc-40cc-8b63-24ecbb1882d9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391667 Sep 29 02:27:03.692641 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-db8804c8-2b92-4cb0-96a9-bd801c447e0b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919583 Sep 29 02:27:03.783065 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ea1b603b-8c6c-4a5a-9650-2ce0c3bbda13 req-7201a513-e1f1-439c-9e2f-16ae6588546d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Sep 29 02:27:04.179801 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:27:04.671750 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a50be-728b-43fa-a5b9-2f7b10498f0a req-0e730d1e-decd-434c-82ea-efda8ba748f6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:04.673200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-442a50be-728b-43fa-a5b9-2f7b10498f0a req-0e730d1e-decd-434c-82ea-efda8ba748f6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0627162 Sep 29 02:27:04.750790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-2e936612-a3e0-46f5-a859-86a03060f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:04.752263 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-2e936612-a3e0-46f5-a859-86a03060f352 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1127 time: 0.0576062 Sep 29 02:27:04.756162 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-442a50be-728b-43fa-a5b9-2f7b10498f0a req-f2181780-bc51-4cda-b972-452aedd734bb tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749445 Sep 29 02:27:05.124478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-76a7c00a-f8df-4e0f-bc3e-927761f80e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:05.126484 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-76a7c00a-f8df-4e0f-bc3e-927761f80e16 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.3678362 Sep 29 02:27:05.177305 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-a27eee8a-962c-4c2e-9ba7-b2ecfecb8c66 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0419366 Sep 29 02:27:05.225448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-083ffefe-deb1-4713-8cd8-0c511de2fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:05.227370 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-083ffefe-deb1-4713-8cd8-0c511de2fb99 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0444527 Sep 29 02:27:05.261704 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:05.276037 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-4ba86875-410e-4a4a-a8bf-def581752b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:05.277554 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-4ba86875-410e-4a4a-a8bf-def581752b5e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446982 Sep 29 02:27:05.370406 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-092f7de9-15b2-412d-96b9-791fa3b4fd17 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Sep 29 02:27:05.392481 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:05.467399 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-56a6bb47-5037-460c-8bb2-7e4a6f5a68e6 req-54ce2421-d67b-45fa-bab7-45b6da364d20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917244 Sep 29 02:27:05.891516 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d094e9-b539-4882-aa05-5301ea2f9adf req-d6109b29-6175-476c-bd27-ba1c67d40ab8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:05.892978 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-86d094e9-b539-4882-aa05-5301ea2f9adf req-d6109b29-6175-476c-bd27-ba1c67d40ab8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0492132 Sep 29 02:27:05.951654 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-86d094e9-b539-4882-aa05-5301ea2f9adf req-cd41905e-0f6f-42ef-a010-fdd78efe2742 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521903 Sep 29 02:27:07.097401 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff379e46-a461-4441-945c-4ef893ca0ec6 req-a5e01280-10dc-4f13-bbe1-5959e2379f59 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:07.098917 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ff379e46-a461-4441-945c-4ef893ca0ec6 req-a5e01280-10dc-4f13-bbe1-5959e2379f59 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0508423 Sep 29 02:27:07.148833 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ff379e46-a461-4441-945c-4ef893ca0ec6 req-ad94cb74-365a-4b32-a4b4-c979ca456bf2 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Sep 29 02:27:07.400361 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33006) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:07.465522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (3450ad87-53c3-4067-863e-f44c53b8327f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:07.491265 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (3450ad87-53c3-4067-863e-f44c53b8327f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:07.557010 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3450ad87-53c3-4067-863e-f44c53b8327f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:07.559983 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:07.561257 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3450ad87-53c3-4067-863e-f44c53b8327f HTTP/1.1" status: 204 len: 168 time: 0.1596119 Sep 29 02:27:07.570664 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450ad87-53c3-4067-863e-f44c53b8327f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:07.578337 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.578679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.579011 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.579342 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.579656 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.579968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.580288 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.580605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.580919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.581232 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.581544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.581857 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.582195 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.582544 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.582900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f9ad4-30e5-49fc-8674-2bc58b14f511 tempest-TestShelveInstance-640345637 tempest-TestShelveInstance-640345637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:07.612620 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33010) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:07.949643 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (9222911d-086a-46dc-984d-59c40ab7a4fd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:08.181978 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Deleting port 38050477-ef37-4a82-a6c3-7539d8146e14 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:08.182327 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:08.267619 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] For port 38050477-ef37-4a82-a6c3-7539d8146e14, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=38050477-ef37-4a82-a6c3-7539d8146e14,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:08.267883 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:08.273273 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1986-dc55-49c1-925e-b6e8be50a352 req-11724513-fb01-462f-b8fe-064614a9552d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:08.274847 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-394c1986-dc55-49c1-925e-b6e8be50a352 req-11724513-fb01-462f-b8fe-064614a9552d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0511646 Sep 29 02:27:08.282211 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Calling delete_port for 38050477-ef37-4a82-a6c3-7539d8146e14 owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:08.328931 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-394c1986-dc55-49c1-925e-b6e8be50a352 req-b1955a14-1194-4032-9915-8fc948f4de51 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 Sep 29 02:27:08.456715 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:08.465773 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (38050477-ef37-4a82-a6c3-7539d8146e14), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:08.470911 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:08.490929 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Pushing event deleted for resources: {'Port': ['ID=38050477-ef37-4a82-a6c3-7539d8146e14,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:08.662666 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (9222911d-086a-46dc-984d-59c40ab7a4fd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:08.868429 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Router 9222911d-086a-46dc-984d-59c40ab7a4fd has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:27:08.971048 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:27:08.976563 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-5df2ab9f-77dc-4aee-a5eb-edfc5a4aef8b admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/9222911d-086a-46dc-984d-59c40ab7a4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3621147 Sep 29 02:27:08.979235 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33014) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:08.980980 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Sync routers for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:27:08.991687 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:08.992334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:09.076333 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks [] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.092494 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:09.173070 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks [] for router_gateway (9222911d-086a-46dc-984d-59c40ab7a4fd), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.216235 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Deleting port b41ce18e-24e9-477a-9827-eba022865202 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:09.216573 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (b41ce18e-24e9-477a-9827-eba022865202), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.259268 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b41ce18e-24e9-477a-9827-eba022865202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:27:08Z', 'revision_number': 5, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port': {'id': 'b41ce18e-24e9-477a-9827-eba022865202', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:32Z', 'updated_at': '2022-09-29T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:09.288567 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Checking router: 9222911d-086a-46dc-984d-59c40ab7a4fd for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:27:09.297894 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Routers {'9222911d-086a-46dc-984d-59c40ab7a4fd'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:09.298093 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] For port b41ce18e-24e9-477a-9827-eba022865202, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b41ce18e-24e9-477a-9827-eba022865202,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:09.298416 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (b41ce18e-24e9-477a-9827-eba022865202), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.298578 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['9222911d-086a-46dc-984d-59c40ab7a4fd'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:09.311222 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Calling delete_port for b41ce18e-24e9-477a-9827-eba022865202 owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:09.352361 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:09.369552 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:09.380849 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] Set router 9222911d-086a-46dc-984d-59c40ab7a4fd gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:09.433197 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:27:09Z', 'revision_number': 6, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:09.458771 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1916454-2ded-4dfa-a123-36d431f683b4 None None] The sync data for ids ['9222911d-086a-46dc-984d-59c40ab7a4fd'] in dv-cinder-733062-36-iscsi is: [{'id': '9222911d-086a-46dc-984d-59c40ab7a4fd', 'name': 'tempest-TestShelveInstance-450887501-router', 'tenant_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:31Z', 'updated_at': '2022-09-29T02:27:09Z', 'revision_number': 6, 'project_id': 'a2f2d778c35d4a90a28aeef64fefa8fb', 'gw_port_host': None}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:27:09.461052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f027c-b56e-4915-ab01-baaeaab86cfe req-b7cfda7d-9599-4b9c-bca1-1f20e0364002 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:09.468114 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bb0f027c-b56e-4915-ab01-baaeaab86cfe req-b7cfda7d-9599-4b9c-bca1-1f20e0364002 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0569336 Sep 29 02:27:09.488266 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (b41ce18e-24e9-477a-9827-eba022865202), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.519748 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41ce18e-24e9-477a-9827-eba022865202,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:09.541243 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bb0f027c-b56e-4915-ab01-baaeaab86cfe req-33505680-be4d-4682-a3fd-e1d3989706d6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718429 Sep 29 02:27:09.590198 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (9222911d-086a-46dc-984d-59c40ab7a4fd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.681747 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.684039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks [] for router_controller (9222911d-086a-46dc-984d-59c40ab7a4fd), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.736655 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (9222911d-086a-46dc-984d-59c40ab7a4fd), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.736655 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9222911d-086a-46dc-984d-59c40ab7a4fd {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:27:09.737689 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.738875 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e8516525-92fd-45e4-bd59-bb99c734fb75 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/9222911d-086a-46dc-984d-59c40ab7a4fd HTTP/1.1" status: 204 len: 168 time: 0.7587020 Sep 29 02:27:09.741549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33018) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:09.791165 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Deleting subnet d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:27:09.794423 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Publish callbacks [] for subnet (d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.832673 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.918977 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:09.975566 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.000263 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:10.003609 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.006690 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1fc4be97-5949-4ce6-830f-0d24d78c32d4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/d22f12a4-91bd-43a7-b7c9-e1f3e0e1523f HTTP/1.1" status: 204 len: 168 time: 0.2642038 Sep 29 02:27:10.009517 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33020) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:10.009689 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acd795-df26-4386-b40c-b1d8ed151ecf None None] Network 28b8264b-f182-4854-bb09-b0fa97f8ddc5 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:10.084754 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (28b8264b-f182-4854-bb09-b0fa97f8ddc5), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.130983 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Deleting port b1dd17c6-aa9b-4d92-8262-7713224f1b8e {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:10.131323 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.194062 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] For port b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:10.194492 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.211648 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Calling delete_port for b1dd17c6-aa9b-4d92-8262-7713224f1b8e owned by network:dhcp {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:10.215925 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] DHCP port deletion for 28b8264b-f182-4854-bb09-b0fa97f8ddc5 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:27:10.217797 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:10.258237 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Deleting port b1dd17c6-aa9b-4d92-8262-7713224f1b8e {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:10.258617 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.293220 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.318493 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:10.323582 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] No DVR routers for this DVR port b1dd17c6-aa9b-4d92-8262-7713224f1b8e on host dv-cinder-733062-36-iscsi {{(pid=106493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:10.323867 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] For port b1dd17c6-aa9b-4d92-8262-7713224f1b8e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,segment=NetworkSegment(fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc),segment_id=fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:10.323994 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.338124 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Calling delete_port for b1dd17c6-aa9b-4d92-8262-7713224f1b8e owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:10.394723 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:10.400534 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (28b8264b-f182-4854-bb09-b0fa97f8ddc5), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.423746 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (b1dd17c6-aa9b-4d92-8262-7713224f1b8e), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.427208 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b8264b-f182-4854-bb09-b0fa97f8ddc5']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:10.437420 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:10.437625 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:10.447649 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] Pushing event deleted for resources: {'Port': ['ID=b1dd17c6-aa9b-4d92-8262-7713224f1b8e,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:10.448434 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.452304 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be839443-2068-4e72-83eb-a0861bc4ac01 None None] No DVR routers for this DVR port b1dd17c6-aa9b-4d92-8262-7713224f1b8e on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:10.463525 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.470296 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:27:10.470687 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.544085 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (28b8264b-f182-4854-bb09-b0fa97f8ddc5), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.554855 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:10.556422 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/28b8264b-f182-4854-bb09-b0fa97f8ddc5 HTTP/1.1" status: 204 len: 168 time: 0.5459683 Sep 29 02:27:10.559678 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33026) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:10.717019 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0116ae-65b9-4822-bc37-2cd03c60a0dc req-32a419f7-efb2-471b-a782-64c09e3fd612 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:10.718501 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ae0116ae-65b9-4822-bc37-2cd03c60a0dc req-32a419f7-efb2-471b-a782-64c09e3fd612 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0895767 Sep 29 02:27:10.808755 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:10.828736 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc resource provider aggregate not found Sep 29 02:27:10.832439 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41e89-ab6b-41fc-bbe2-cab3f185ca1d admin admin] Pushing event deleted for resources: {'Network': ['ID=28b8264b-f182-4854-bb09-b0fa97f8ddc5,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:10.846154 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ae0116ae-65b9-4822-bc37-2cd03c60a0dc req-2617296e-3cf8-4ddc-b028-c38185ce7084 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193323 Sep 29 02:27:10.847988 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdca09f7-e6c3-4ea4-a6f8-4ed374a9e2dc found for delete ", "request_id": "req-3558f31c-231d-484c-a8e3-976cdc8148e8"}]} Sep 29 02:27:10.927697 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:10.983015 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:11.222210 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Deleting port 11fc7b2e-de63-416d-a689-25a658602b5c {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:11.222464 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:11.305534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] For port 11fc7b2e-de63-416d-a689-25a658602b5c, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=11fc7b2e-de63-416d-a689-25a658602b5c,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:11.305880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:11.319024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Calling delete_port for 11fc7b2e-de63-416d-a689-25a658602b5c owned by network:router_interface {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:11.497362 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (11fc7b2e-de63-416d-a689-25a658602b5c), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:11.519528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=11fc7b2e-de63-416d-a689-25a658602b5c,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:11.539666 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b41ce18e-24e9-477a-9827-eba022865202 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:11.563246 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: b41ce18e-24e9-477a-9827-eba022865202 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:11.563870 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b41ce18e-24e9-477a-9827-eba022865202 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:11.564275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 38050477-ef37-4a82-a6c3-7539d8146e14 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:11.586409 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 38050477-ef37-4a82-a6c3-7539d8146e14 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:11.586752 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 38050477-ef37-4a82-a6c3-7539d8146e14 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:11.587139 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b1dd17c6-aa9b-4d92-8262-7713224f1b8e no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:11.609141 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: b1dd17c6-aa9b-4d92-8262-7713224f1b8e {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:11.609480 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device b1dd17c6-aa9b-4d92-8262-7713224f1b8e not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:11.676479 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:11.688046 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:11.798866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:11.915021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Router 25e021ac-d73e-4136-a2ba-723ae504a4e4 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:27:12.010285 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b44f0c-fa7e-4cb6-8038-4b27b5752681 req-43fe2b90-1ee0-40cb-b122-1d23eba3456d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:12.011754 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d8b44f0c-fa7e-4cb6-8038-4b27b5752681 req-43fe2b90-1ee0-40cb-b122-1d23eba3456d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0873480 Sep 29 02:27:12.086047 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:27:12.091407 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-b0fd01e9-ffd1-49bc-b382-ffae07391e7e admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/25e021ac-d73e-4136-a2ba-723ae504a4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5301082 Sep 29 02:27:12.094270 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33034) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:12.095899 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Sync routers for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:27:12.109868 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:12.110119 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d8b44f0c-fa7e-4cb6-8038-4b27b5752681 req-1eb422b6-6068-4bc6-a3d6-6d93e30a3af0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727313 Sep 29 02:27:12.111716 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:12.193607 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks [] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.215544 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:12.291846 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks [] for router_gateway (25e021ac-d73e-4136-a2ba-723ae504a4e4), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.335679 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Deleting port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:12.336011 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.381164 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:27:11Z', 'revision_number': 5, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port': {'id': '6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:12.407175 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Checking router: 25e021ac-d73e-4136-a2ba-723ae504a4e4 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:27:12.414175 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] For port 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:12.414602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.416328 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Routers {'25e021ac-d73e-4136-a2ba-723ae504a4e4'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:12.417080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['25e021ac-d73e-4136-a2ba-723ae504a4e4'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:12.433028 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Calling delete_port for 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:12.608586 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:12.617152 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.618339 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:12.634854 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] Set router 25e021ac-d73e-4136-a2ba-723ae504a4e4 gateway port host: None {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:12.643146 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:12.688172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:12.689323 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:27:12Z', 'revision_number': 6, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:12.711572 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.716657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d1335-2e49-43ca-b2d3-ed2543cd450b None None] The sync data for ids ['25e021ac-d73e-4136-a2ba-723ae504a4e4'] in dv-cinder-733062-36-iscsi is: [{'id': '25e021ac-d73e-4136-a2ba-723ae504a4e4', 'name': 'tempest-TestShelveInstance-1259712301-router', 'tenant_id': '6b66385ef54a4c58af4bb356e1550354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:25:36Z', 'updated_at': '2022-09-29T02:27:12Z', 'revision_number': 6, 'project_id': '6b66385ef54a4c58af4bb356e1550354', 'gw_port_host': None}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:27:12.802335 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.804647 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks [] for router_controller (25e021ac-d73e-4136-a2ba-723ae504a4e4), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.847902 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (25e021ac-d73e-4136-a2ba-723ae504a4e4), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.848469 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e021ac-d73e-4136-a2ba-723ae504a4e4 {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:27:12.853799 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.854963 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-17b32f8a-dec1-4067-b551-d01d937e40a8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/25e021ac-d73e-4136-a2ba-723ae504a4e4 HTTP/1.1" status: 204 len: 168 time: 0.7597504 Sep 29 02:27:12.857659 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33036) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:12.904646 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Deleting subnet 0533276e-456a-465c-9665-727eedfb84be {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:27:12.907944 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Publish callbacks [] for subnet (0533276e-456a-465c-9665-727eedfb84be), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:12.946271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (0533276e-456a-465c-9665-727eedfb84be), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.021934 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (0533276e-456a-465c-9665-727eedfb84be), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.078976 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (0533276e-456a-465c-9665-727eedfb84be), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.108143 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0533276e-456a-465c-9665-727eedfb84be,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:13.114139 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.120280 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-d26141a1-c774-4bdc-8bd3-b481f7c77ace admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/0533276e-456a-465c-9665-727eedfb84be HTTP/1.1" status: 204 len: 168 time: 0.2592239 Sep 29 02:27:13.120568 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33038) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:13.122308 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9ba65-c7bf-4859-bbf9-f443996def07 None None] Network 9a89be0e-36f0-4dab-8301-588cbbcd4a8d requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:13.129454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:13.202660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (9a89be0e-36f0-4dab-8301-588cbbcd4a8d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.243242 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a46e-0475-4b3a-9210-5fd40d1b0103 req-f8f881f9-32b4-41ae-adec-8392b5205101 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:13.245450 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d7f4a46e-0475-4b3a-9210-5fd40d1b0103 req-f8f881f9-32b4-41ae-adec-8392b5205101 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0482888 Sep 29 02:27:13.252736 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Deleting port cf4a89f8-863f-4cd9-bb01-084edddd926f {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:13.253327 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.301831 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d7f4a46e-0475-4b3a-9210-5fd40d1b0103 req-d220666f-78ba-49c3-afbb-0ff1570da759 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504997 Sep 29 02:27:13.321874 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] For port cf4a89f8-863f-4cd9-bb01-084edddd926f, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=cf4a89f8-863f-4cd9-bb01-084edddd926f,segment=NetworkSegment(53dd8df7-ab49-4411-a469-6598ca88224d),segment_id=53dd8df7-ab49-4411-a469-6598ca88224d)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:13.322288 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.335791 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Calling delete_port for cf4a89f8-863f-4cd9-bb01-084edddd926f owned by network:dhcp {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:13.429048 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (cf4a89f8-863f-4cd9-bb01-084edddd926f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.451309 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4a89f8-863f-4cd9-bb01-084edddd926f,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:13.456944 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] No DVR routers for this DVR port cf4a89f8-863f-4cd9-bb01-084edddd926f on host dv-cinder-733062-36-iscsi {{(pid=106493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:13.503127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc46814-8f4b-40e6-af52-616eedf90ae6 None None] DHCP port deletion for 9a89be0e-36f0-4dab-8301-588cbbcd4a8d request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:27:13.537709 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (9a89be0e-36f0-4dab-8301-588cbbcd4a8d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.561896 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a89be0e-36f0-4dab-8301-588cbbcd4a8d']}} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:13.566493 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 11fc7b2e-de63-416d-a689-25a658602b5c no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:13.572648 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dd8df7-ab49-4411-a469-6598ca88224d') {'for_net_delete': True} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:13.573007 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.services.segments.db [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dd8df7-ab49-4411-a469-6598ca88224d') {} {{(pid=106493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:13.582830 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-618830'] for segment (53dd8df7-ab49-4411-a469-6598ca88224d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.586458 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 11fc7b2e-de63-416d-a689-25a658602b5c {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:13.586867 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 11fc7b2e-de63-416d-a689-25a658602b5c not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:13.587367 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:13.597223 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (53dd8df7-ab49-4411-a469-6598ca88224d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.604197 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=106493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:27:13.604587 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27015177'] for segment (53dd8df7-ab49-4411-a469-6598ca88224d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.607167 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:13.607551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 6b6306c1-0ca8-4c2f-bfd6-d70aa76d4c74 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:13.608012 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device cf4a89f8-863f-4cd9-bb01-084edddd926f no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:13.638598 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: cf4a89f8-863f-4cd9-bb01-084edddd926f {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:13.639586 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device cf4a89f8-863f-4cd9-bb01-084edddd926f not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:13.648736 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 53dd8df7-ab49-4411-a469-6598ca88224d resource provider aggregate not found Sep 29 02:27:13.669299 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.services.segments.plugin [-] Segment 53dd8df7-ab49-4411-a469-6598ca88224d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53dd8df7-ab49-4411-a469-6598ca88224d found for delete ", "request_id": "req-ddec792b-8ef2-4f92-959b-277507401b5f"}]} Sep 29 02:27:13.674792 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (9a89be0e-36f0-4dab-8301-588cbbcd4a8d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.680533 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.683534 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/9a89be0e-36f0-4dab-8301-588cbbcd4a8d HTTP/1.1" status: 204 len: 168 time: 0.5618618 Sep 29 02:27:13.698577 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b7f3-0734-4a33-8953-ea13db5da98c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a89be0e-36f0-4dab-8301-588cbbcd4a8d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:13.823232 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.871789 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33048) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:13.912261 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2fc90a7a-2064-43f3-a666-962855c74c32 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a2f2d778c35d4a90a28aeef64fefa8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393028 Sep 29 02:27:13.915124 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33050) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:13.964399 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] Publish callbacks [] for security_group (3b8543e9-3f26-4b98-aeda-b48a6550ab6a), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:13.985039 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] Publish callbacks [] for security_group (3b8543e9-3f26-4b98-aeda-b48a6550ab6a), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.036775 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (3b8543e9-3f26-4b98-aeda-b48a6550ab6a), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.039483 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.040635 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3b8543e9-3f26-4b98-aeda-b48a6550ab6a HTTP/1.1" status: 204 len: 168 time: 0.1246669 Sep 29 02:27:14.048602 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69e39-f0d2-4147-9c42-7a263cca96d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8543e9-3f26-4b98-aeda-b48a6550ab6a,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:14.247261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d54b1ea7-d378-4072-87bb-af28e3a4e7b5 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:27:14.354373 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:14.366615 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'port_id': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'mac_address': 'fa:16:3e:21:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:27:14.401745 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33058) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:14.403578 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:27:14.403975 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.420227 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54b1ea7-d378-4072-87bb-af28e3a4e7b5 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:27:14.430304 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872d83f-4c6e-4c70-aa26-8632be0a1ab5 req-d9c85cf2-adec-4ae7-91aa-4be52dacc09c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:14.431816 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d872d83f-4c6e-4c70-aa26-8632be0a1ab5 req-d9c85cf2-adec-4ae7-91aa-4be52dacc09c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 943 time: 0.0469460 Sep 29 02:27:14.436366 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:14.441576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:14.450466 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.450725 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-89b645db-3b1e-457b-864e-6bf5b52485ab admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6b66385ef54a4c58af4bb356e1550354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447457 Sep 29 02:27:14.450851 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33062) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:14.486103 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d872d83f-4c6e-4c70-aa26-8632be0a1ab5 req-c14abbb3-01b0-4629-a924-aaa4867efe7e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Sep 29 02:27:14.501048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:14.506950 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] Publish callbacks [] for security_group (a1d6106b-a009-4ba1-9b64-20beaebce7cb), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.529268 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] Publish callbacks [] for security_group (a1d6106b-a009-4ba1-9b64-20beaebce7cb), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.579340 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (a1d6106b-a009-4ba1-9b64-20beaebce7cb), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.581832 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:14.583005 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a1d6106b-a009-4ba1-9b64-20beaebce7cb HTTP/1.1" status: 204 len: 168 time: 0.1312480 Sep 29 02:27:14.592365 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a3f1c-40c8-4ac0-83e2-174be04baa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6106b-a009-4ba1-9b64-20beaebce7cb,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:14.835393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['d54b1ea7-d378-4072-87bb-af28e3a4e7b5'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:27:15.619903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d4f6-1619-4bbc-b87c-0e22f320e8d0 req-b2ca4e54-528c-4e65-ac06-4de3cf38bbff tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:15.621350 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f665d4f6-1619-4bbc-b87c-0e22f320e8d0 req-b2ca4e54-528c-4e65-ac06-4de3cf38bbff tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 944 time: 0.0508411 Sep 29 02:27:15.633186 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:15.674599 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f665d4f6-1619-4bbc-b87c-0e22f320e8d0 req-dd4df786-a843-4908-bcfb-3a00715f56f7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Sep 29 02:27:16.278820 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d54b1ea7-d378-4072-87bb-af28e3a4e7b5 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:27:16.321760 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:16.324411 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:27:16.334547 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:27:16.335039 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:16.335654 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 Sep 29 02:27:16.400428 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:16.414803 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:27:16.415181 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:16.438742 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:27:16.440986 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb5fe8-a60f-4871-a2a8-2503f805303e" -d '{"events": [{"server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "name": "network-vif-plugged", "status": "completed", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:27:16.453049 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:16.459158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:16.485255 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd5664-62a9-426f-a18a-1cf596ab8776 x-openstack-request-id: req-e4fd5664-62a9-426f-a18a-1cf596ab8776 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:27:16.485542 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "name": "network-vif-plugged", "status": "completed", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:27:16.485784 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4fd5664-62a9-426f-a18a-1cf596ab8776 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:27:16.486196 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fd5664-62a9-426f-a18a-1cf596ab8776'] response: {'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'code': 200} Sep 29 02:27:16.512171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:16.746483 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba66f1-0269-4402-8eb0-48116c6c7623 req-e9d0fe58-f114-4377-937f-1f56a713444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:16.748212 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bfba66f1-0269-4402-8eb0-48116c6c7623 req-e9d0fe58-f114-4377-937f-1f56a713444e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1129 time: 0.0410366 Sep 29 02:27:16.770223 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:16.822843 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d53910-f094-4b59-aa10-8d3ff77c1c20 req-69046e89-e48f-4622-b7bf-ce83ba503bea tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:16.824311 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-37d53910-f094-4b59-aa10-8d3ff77c1c20 req-69046e89-e48f-4622-b7bf-ce83ba503bea tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0692933 Sep 29 02:27:16.853699 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bfba66f1-0269-4402-8eb0-48116c6c7623 req-6b31d669-1cd4-47ca-85e3-8952a4012158 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973420 Sep 29 02:27:16.885308 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-37d53910-f094-4b59-aa10-8d3ff77c1c20 req-0be028b8-10dd-42fd-b863-8c05e6fa14d9 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Sep 29 02:27:18.028903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150db86-9c88-4db8-bf52-b24d77a34182 req-96c7b0c2-9a89-4072-b864-3091fbff1322 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:18.030429 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4150db86-9c88-4db8-bf52-b24d77a34182 req-96c7b0c2-9a89-4072-b864-3091fbff1322 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Sep 29 02:27:18.079644 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4150db86-9c88-4db8-bf52-b24d77a34182 req-729a3c20-81a8-4cbb-8709-511023adf098 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Sep 29 02:27:19.223781 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5f739-ab89-479f-b325-1b79b77f5144 req-3af48979-49ec-4e52-a332-3b2e84dacadd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:19.225228 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-80d5f739-ab89-479f-b325-1b79b77f5144 req-3af48979-49ec-4e52-a332-3b2e84dacadd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0538831 Sep 29 02:27:19.278047 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-80d5f739-ab89-479f-b325-1b79b77f5144 req-5c4378d2-50c7-4253-9a6c-dc305839d4e0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471029 Sep 29 02:27:19.398184 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9860ab6-fea8-4b11-88db-aecc73d52579 req-5e751d04-b675-4506-8b5f-e9f82a520e6a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:19.399551 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9860ab6-fea8-4b11-88db-aecc73d52579 req-5e751d04-b675-4506-8b5f-e9f82a520e6a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Sep 29 02:27:19.449299 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b9860ab6-fea8-4b11-88db-aecc73d52579 req-94e65d32-770a-4024-8c76-e3637864bbf2 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Sep 29 02:27:19.478880 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33080) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:19.694659 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:19.724048 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1a614-7cea-449c-91e9-009fad77519a tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:19.725642 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c0d1a614-7cea-449c-91e9-009fad77519a tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1124 time: 0.2457697 Sep 29 02:27:19.729107 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33084) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:19.733417 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.v2.base [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'port_id': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:19.757865 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:19.861608 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:19.976109 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_common [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.27.2.198 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/d30e2264-96de-4fa1-a8b9-c994ba2e8c4f) {{(pid=106493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:27:20.082350 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.118342 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.156583 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:27:20.161470 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.base_scheduler [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:27:20.166566 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:27:20.169734 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=d30e2264-96de-4fa1-a8b9-c994ba2e8c4f,revision_number=1']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:20.282384 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:20.528478 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (4036a527-2ecd-4aa4-8b52-050f4ecb0acc), precommit_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.550221 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:20.598037 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), before_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.756373 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), precommit_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.763015 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27015405'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), after_update {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.829476 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=d30e2264-96de-4fa1-a8b9-c994ba2e8c4f,revision_number=2']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:20.832339 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (4036a527-2ecd-4aa4-8b52-050f4ecb0acc), after_create {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:20.926258 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP 4036a527-2ecd-4aa4-8b52-050f4ecb0acc associated. External IP: 172.27.2.198, port: d54b1ea7-d378-4072-87bb-af28e3a4e7b5. Sep 29 02:27:21.123919 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:27:21.166501 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:21.239348 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:27:21.249003 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:27:21.260624 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:21.261337 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:21.261505 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:21.294753 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a5e84635-6c63-47cd-af8d-8dad25cdd0b7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5646243 Sep 29 02:27:21.295712 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:27:21.298136 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2671a-67a5-4c54-9b0d-d226649ed308" -d '{"events": [{"name": "network-changed", "server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:27:21.366878 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:21.465970 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115fab4-e05d-4146-89bd-e3aa5795c7de x-openstack-request-id: req-e115fab4-e05d-4146-89bd-e3aa5795c7de {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:27:21.466287 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:27:21.466532 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e115fab4-e05d-4146-89bd-e3aa5795c7de {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:27:21.466928 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e115fab4-e05d-4146-89bd-e3aa5795c7de'] response: {'name': 'network-changed', 'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'status': 'completed', 'code': 200} Sep 29 02:27:21.557165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-65b61c8f-e28c-42e6-954f-e5111f714ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:21.558730 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-65b61c8f-e28c-42e6-954f-e5111f714ed3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1129 time: 0.0408738 Sep 29 02:27:21.657731 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-ca4443dc-d2e0-4727-9e91-b1f3fef28da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:21.659166 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-ca4443dc-d2e0-4727-9e91-b1f3fef28da4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0940049 Sep 29 02:27:21.673019 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '4036a527-2ecd-4aa4-8b52-050f4ecb0acc', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:21:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f616df-79c4-478c-a52c-a9f9329912f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:27:20Z', 'updated_at': '2022-09-29T02:27:20Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:21.698051 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:27:21.707872 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:21.708488 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:27:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:21.719864 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-154cf16e-3a09-424a-91bd-71c7c0b56488 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 999 time: 0.0551865 Sep 29 02:27:21.746075 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:21.748297 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:21.772567 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-08380c4b-2fdf-40e0-8195-afdf9e04ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:21.774047 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-08380c4b-2fdf-40e0-8195-afdf9e04ae8c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0487351 Sep 29 02:27:21.815819 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:21.817194 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-da6f1f1b-4de7-4fee-a99f-b17fcf80871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:21.818715 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-da6f1f1b-4de7-4fee-a99f-b17fcf80871e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387497 Sep 29 02:27:21.909039 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-9106e84d-d8c8-411b-baaf-7838b40c63c6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Sep 29 02:27:22.003339 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cbf2671a-67a5-4c54-9b0d-d226649ed308 req-166316f3-548f-417c-af9a-e95739a028a9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884900 Sep 29 02:27:22.027478 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '4036a527-2ecd-4aa4-8b52-050f4ecb0acc', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:21:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f616df-79c4-478c-a52c-a9f9329912f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:27:20Z', 'updated_at': '2022-09-29T02:27:20Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:22.058170 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a7129-e576-4cf1-8057-c75a4507b1cc None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '4036a527-2ecd-4aa4-8b52-050f4ecb0acc', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:21:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f616df-79c4-478c-a52c-a9f9329912f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:27:20Z', 'updated_at': '2022-09-29T02:27:20Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:27:22.258385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b85304-7ae7-4741-ab03-011ec1b3b111 None None] New status for floating IP 4036a527-2ecd-4aa4-8b52-050f4ecb0acc: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:27:27.688171 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-97f7ed2a-5914-4ccd-a10a-d800c4167a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:29.961914 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-78d94a92-58eb-49ea-875a-10bc10e82abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.286242 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:31.291724 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=13 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:31.312686 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.998457 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:32.000727 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=87 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:32.029711 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=33 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:32.030534 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=32 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:32.674320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.679396 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.185475 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:27:42.670916 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.673670 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=6,neutron:SELECT=25 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:43.811033 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:51.176393 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:51.177229 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:53.801439 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:53.803546 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:54.643593 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-7906e2f8-45fa-4411-9ca6-b7409b2ea921 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394843 Sep 29 02:27:54.750151 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-30e553c9-8e74-42f9-8c80-93ec3d30b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:54.751634 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-30e553c9-8e74-42f9-8c80-93ec3d30b863 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1129 time: 0.0408733 Sep 29 02:27:54.869793 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-a519c393-880b-4086-a2ef-462aa989946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:54.871302 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-a519c393-880b-4086-a2ef-462aa989946f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.1000073 Sep 29 02:27:54.931914 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-73f59372-7577-4a14-ad7f-ef82609b38ca service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 1001 time: 0.0536370 Sep 29 02:27:54.993456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-8a860844-2d6e-49b8-8e26-06ff57bc3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:54.994940 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-8a860844-2d6e-49b8-8e26-06ff57bc3a49 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0565217 Sep 29 02:27:55.039595 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-8748ca0b-f153-4f12-a08a-3cf16783076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:55.041083 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-8748ca0b-f153-4f12-a08a-3cf16783076d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399034 Sep 29 02:27:55.135859 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-616337dd-21ac-4425-bba2-f3df41fe2eaa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873868 Sep 29 02:27:55.232991 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-306b6199-a4fe-4d01-b4ae-0d4a21e70624 req-92ff644f-873b-448b-a365-9f72cae03a96 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908298 Sep 29 02:27:57.676780 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fcf4-1cbd-4228-9490-87d6c31747ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:59.959424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5d473376-7d46-43ba-abb6-be00dc1f6854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.320793 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:02.683126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:02.685198 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:05.228447 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=52 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:05.230452 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=49 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:12.674865 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:12.679324 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:13.799779 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:18.194662 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:28:23.783370 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:23.791498 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:27.672121 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6a23d31b-0d82-4ad5-9336-b7139c139292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:29.956677 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-cade9ac4-450d-456d-b53a-4f6fa5665873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:31.315175 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:32.720549 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:32.733988 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:36.124719 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:36.125954 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=7 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:42.795514 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:42.798462 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:43.819532 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:46.282224 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-00a427a2-33f1-404e-900b-386c1d7e6568 req-2ab665a1-19a6-4cdd-80fa-32e3ca98dba3 service neutron] (106493) timed out ('10.222.0.55', 61748) {{(pid=106493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:28:53.807327 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:53.810989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:55.189459 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:28:55.419518 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-a84c90fd-29a9-4214-9f3a-fead87dd453c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905285 Sep 29 02:28:55.546656 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-7658997e-2be7-4e4c-8515-5ee30c242ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:28:55.548217 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-7658997e-2be7-4e4c-8515-5ee30c242ff0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 1129 time: 0.0541952 Sep 29 02:28:55.654220 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-4bc55fa6-967e-4ab2-9900-531014e949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:28:55.655692 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-4bc55fa6-967e-4ab2-9900-531014e949b3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0875103 Sep 29 02:28:55.722513 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-d00705c6-f225-4e5c-9107-9b0aac065eb9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 200 len: 1001 time: 0.0603645 Sep 29 02:28:55.770942 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-ce68e634-7cc2-4d11-9466-730513391cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:28:55.772354 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-ce68e634-7cc2-4d11-9466-730513391cd2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0445645 Sep 29 02:28:55.816024 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-8db37b11-fdda-43d2-87b2-ebda2199036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:28:55.817541 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-8db37b11-fdda-43d2-87b2-ebda2199036b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386660 Sep 29 02:28:55.914871 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-31faf2e4-f4a6-44c5-b4a7-58e1ec71daac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910106 Sep 29 02:28:56.005762 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-258ab70c-832c-44d8-859f-334a6322b8e8 req-53485649-34c9-436a-9d41-5e72945d089c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838377 Sep 29 02:28:56.587401 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-5bed9be0-2daf-457b-9197-bf79f361262f req-8c58f24a-543a-4288-87cf-7afae6df6d92 service neutron] (106492) timed out ('10.222.0.55', 61735) {{(pid=106492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:28:57.689506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9c6668b5-d996-4ad1-9866-262076b83895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:59.950349 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-673582be-170d-4d2a-b113-95cabe482e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:01.324718 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:02.687105 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:02.689153 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:05.180967 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:05.181732 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:05.996493 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=53 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:06.002655 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=48 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:12.677303 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:12.684226 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:13.835401 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:22.755516 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=15 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:22.756354 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=11 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:23.817088 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:23.828330 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:27.677867 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bcbc-bd47-44e0-a76e-b63f9575d33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:29.951916 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-aa1e7f37-676a-49a1-9bad-94b588954390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:31.330264 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:32.190408 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:29:32.681455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:32.690193 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:36.036840 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a0dc4-ec62-4627-a14c-7962dadcea27 req-eb935c33-9962-4b4c-8116-620fcda44d32 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:36.038337 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-257a0dc4-ec62-4627-a14c-7962dadcea27 req-eb935c33-9962-4b4c-8116-620fcda44d32 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.1028824 Sep 29 02:29:36.087787 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-257a0dc4-ec62-4627-a14c-7962dadcea27 req-e985d528-d5d3-4eb6-8d7d-6d4304361574 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Sep 29 02:29:37.224265 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40733-e0cc-4946-b84e-f5cce32ec6aa req-78d56513-9948-4661-bd1e-eb808a91cc25 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:37.225747 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-05d40733-e0cc-4946-b84e-f5cce32ec6aa req-78d56513-9948-4661-bd1e-eb808a91cc25 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Sep 29 02:29:37.276568 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-05d40733-e0cc-4946-b84e-f5cce32ec6aa req-d92bb9f7-dd19-4c3d-b3f5-2271503fa50e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Sep 29 02:29:37.773200 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-b6df85fc-1319-42b5-a48d-2d20695247c4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:37.774648 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-b6df85fc-1319-42b5-a48d-2d20695247c4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Sep 29 02:29:38.145402 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:29:38.145707 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.162690 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:38.252137 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] For port d54b1ea7-d378-4072-87bb-af28e3a4e7b5, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:29:38.252768 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.439124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af38bbe-9c2c-4ea1-8bb4-6bd3462feff3 req-38933ad2-4b5d-4776-9de4-8935f32760fa tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:38.440482 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6af38bbe-9c2c-4ea1-8bb4-6bd3462feff3 req-38933ad2-4b5d-4776-9de4-8935f32760fa tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 945 time: 0.0846491 Sep 29 02:29:38.457764 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.458112 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (4036a527-2ecd-4aa4-8b52-050f4ecb0acc), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.458455 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP 4036a527-2ecd-4aa4-8b52-050f4ecb0acc disassociated. External IP: 172.27.2.198, port: d54b1ea7-d378-4072-87bb-af28e3a4e7b5. Sep 29 02:29:38.458792 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for d54b1ea7-d378-4072-87bb-af28e3a4e7b5 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:29:38.547487 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6af38bbe-9c2c-4ea1-8bb4-6bd3462feff3 req-54e7442d-9fef-4b49-8b10-a6887a784e3e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977514 Sep 29 02:29:38.628166 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (d54b1ea7-d378-4072-87bb-af28e3a4e7b5), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.654066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=d54b1ea7-d378-4072-87bb-af28e3a4e7b5,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:38.663902 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.664277 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.664631 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.664914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.665262 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.665590 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.665912 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.666254 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.666578 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.666894 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.667197 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.668021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.668021 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.668205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.668432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:38.762755 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:38.772316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:38.783191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:29:38.885763 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:29:38.897751 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:29:38.908713 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:29:38.909366 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:29:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:29:38.928572 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] No DVR routers for this DVR port d54b1ea7-d378-4072-87bb-af28e3a4e7b5 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:29:38.931181 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.934304 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0c84fa0-03bd-4f72-a829-36e0b06926d9 req-f8fb62a0-8349-40a3-b97f-26ffdcfb6a2b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d54b1ea7-d378-4072-87bb-af28e3a4e7b5 HTTP/1.1" status: 204 len: 173 time: 1.1541781 Sep 29 02:29:38.934789 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'name': 'network-vif-deleted', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:29:38.937088 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba67531-ea28-491c-942b-28161074136a" -d '{"events": [{"server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "name": "network-vif-deleted", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:29:39.018058 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:29:39.049374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb2bb0e-3f59-40ef-a556-976e598cc0b7 x-openstack-request-id: req-6eb2bb0e-3f59-40ef-a556-976e598cc0b7 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:29:39.049717 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f616df-79c4-478c-a52c-a9f9329912f6", "name": "network-vif-deleted", "tag": "d54b1ea7-d378-4072-87bb-af28e3a4e7b5", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:29:39.049970 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6eb2bb0e-3f59-40ef-a556-976e598cc0b7 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:29:39.050466 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb2bb0e-3f59-40ef-a556-976e598cc0b7'] response: {'server_uuid': '80f616df-79c4-478c-a52c-a9f9329912f6', 'name': 'network-vif-deleted', 'tag': 'd54b1ea7-d378-4072-87bb-af28e3a4e7b5', 'status': 'completed', 'code': 200} Sep 29 02:29:39.215416 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:29:39.251265 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:29:39.261073 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:29:39.261680 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:29:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:29:39.366700 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:29:39.559418 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:29:39.674888 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfbe24-6f9a-4e1a-9522-9f37396ec342 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:29:39.675493 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eef52e1b-fe43-415a-9251-7ed6e6b86360 req-870c64ef-4309-49be-afc9-6ce2c925da87 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80f616df-79c4-478c-a52c-a9f9329912f6 HTTP/1.1" status: 200 len: 210 time: 0.0328827 Sep 29 02:29:39.914750 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e596a87-6683-407d-9830-0738fc7a3d46 None None] New status for floating IP 4036a527-2ecd-4aa4-8b52-050f4ecb0acc: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:29:40.965079 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-62df8319-bc6a-4d89-88ec-70f73482dbde tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1913896121&fields=id&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 267 time: 0.0472369 Sep 29 02:29:41.076642 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-97f7ceae-a214-42df-bbba-082087f79106 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:41.078132 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-97f7ceae-a214-42df-bbba-082087f79106 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1060708 Sep 29 02:29:41.097543 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-63aa60d3-9ec9-4d1f-a899-6ad16277d47a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/quotas/e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Sep 29 02:29:41.151714 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-83bbe49f-0ada-4c85-bfce-42e19fe911a7 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495715 Sep 29 02:29:41.311559 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-4a5e0707-911d-4c9c-822f-90c22822141b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474912 Sep 29 02:29:41.409067 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-f759fa9a-9636-468e-a701-166329230fa1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912328 Sep 29 02:29:41.725531 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-50b81572-2d6d-4d27-924c-9f79ec957908 req-9b33875d-cee5-4e0b-b1fb-8870e3f8638c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Sep 29 02:29:42.833423 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d54b1ea7-d378-4072-87bb-af28e3a4e7b5 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:29:42.846141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d85297ef-207f-4846-8a6c-971e5333e16b req-a0c3ff15-304d-4059-84d6-8b35c211cbdd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 210 time: 0.0353677 Sep 29 02:29:42.859860 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: d54b1ea7-d378-4072-87bb-af28e3a4e7b5 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:29:42.859992 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device d54b1ea7-d378-4072-87bb-af28e3a4e7b5 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:29:42.983575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-1fb99be5-b4ce-43e5-ae89-8de4d59bfb2f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:42.985007 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-1fb99be5-b4ce-43e5-ae89-8de4d59bfb2f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1178653 Sep 29 02:29:43.055806 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-7b2092d5-47ae-4ed6-9867-0d9890d47560 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 380 time: 0.0569856 Sep 29 02:29:43.071377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'port': {'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'admin_state_up': True, 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'security_groups': ['ec4b037e-fb31-488b-88b8-a49af7645ace']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:29:43.194431 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Made reservation on behalf of e57890af7876437d9fddfea4a536a0d7 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:29:43.198524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.269461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:43.284559 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:43.331636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.20.0.6 (97027d5c-275b-43e9-ab3b-3dc0aafb8749/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8/5c881b0f-39f9-45eb-a932-00ea21c3b8fa) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:29:43.476696 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.511575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.563661 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:29:43.567582 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:29:43.571669 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:29:43.597165 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:43.624399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:43.625061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.643496 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-087a5056-d907-4121-b2ed-2c145c266515 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756826 Sep 29 02:29:43.662803 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Request body: {'port': {'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:29:43.727294 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.826761 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Provisioning complete for port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:29:43.827520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.827858 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Attempt 1 to provision port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa Sep 29 02:29:43.831621 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:43.860255 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:29:43.994121 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1dcbb-fe64-49bb-b745-ec79c307051a req-9512c8b2-a40a-423e-9dd0-ed4c47615cbc tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:43.995588 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8b1dcbb-fe64-49bb-b745-ec79c307051a req-9512c8b2-a40a-423e-9dd0-ed4c47615cbc tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 931 time: 0.0665443 Sep 29 02:29:44.040124 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c881b0f-39f9-45eb-a932-00ea21c3b8fa {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:29:44.044020 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:44.050578 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks [] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:44.074911 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Transition to ACTIVE for port object 5c881b0f-39f9-45eb-a932-00ea21c3b8fa will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:29:44.084344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:44.089565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:44.096563 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a8b1dcbb-fe64-49bb-b745-ec79c307051a req-7d706aed-d56e-41f1-84af-df398afa6f12 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817032 Sep 29 02:29:44.152779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:44.204226 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Attempting to bind port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:29:44.204551 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Attempting to bind port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:29:44.204870 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Attempting to bind port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:29:44.245875 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:29:44.246224 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Attempting to bind port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:29:44.291302 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:29:44.291600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:29:44.292008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Bound using segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:29:44.292440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Bound port: 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:29:44.292790 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:44.356299 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:29:44.359524 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:29:44.361466 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Attempt 2 to provision port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa Sep 29 02:29:44.369233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:44.373889 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:44.375010 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:44.376401 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 1093 time: 0.7182562 Sep 29 02:29:44.379547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:29:44.381798 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81895446-e650-4e67-bf46-23042540ef9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:29:44.398393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:29:44.422541 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded60e1-c460-4857-ad8f-7525be085855 x-openstack-request-id: req-dded60e1-c460-4857-ad8f-7525be085855 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:29:44.422822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:29:44.423071 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dded60e1-c460-4857-ad8f-7525be085855 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:29:44.423477 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dded60e1-c460-4857-ad8f-7525be085855'] response: {'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'status': 'completed', 'code': 200} Sep 29 02:29:44.433484 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37d9b7-ba51-41ca-be93-eb18daa9dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:44.488298 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-6cdc93e7-62ad-48a8-b1bb-db3420be70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:44.489772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-6cdc93e7-62ad-48a8-b1bb-db3420be70f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1127 time: 0.0383987 Sep 29 02:29:44.536958 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-c9548742-6c09-45a7-84b5-deb932076f6d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 217 time: 0.0359213 Sep 29 02:29:44.591858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-e7cad003-2e51-40cd-9472-90eeca0eb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:44.593279 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-e7cad003-2e51-40cd-9472-90eeca0eb045 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0503035 Sep 29 02:29:44.643161 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-e6d4e181-2088-47b4-8746-0d46c0a82df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:44.644426 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-e6d4e181-2088-47b4-8746-0d46c0a82df3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427554 Sep 29 02:29:44.739011 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-1b4db56a-bb4e-4a01-9a1b-82ba4ff2fd38 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874593 Sep 29 02:29:44.836250 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2483c21c-bbcc-4d80-b37e-5b4a800a90b0 req-33a66169-dca7-44e7-9d23-68bfa131c7c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Sep 29 02:29:44.899732 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Attempt 3 to provision port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa Sep 29 02:29:44.952525 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ed647-b707-4703-9d57-129274981e10 None None] Port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:29:45.229712 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c443a-7a8a-4a29-8a23-550c448d3cf6 req-f024cd7f-08b7-4fe3-a619-fb8486d14bbb tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:45.231075 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6e1c443a-7a8a-4a29-8a23-550c448d3cf6 req-f024cd7f-08b7-4fe3-a619-fb8486d14bbb tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0470440 Sep 29 02:29:45.295534 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6e1c443a-7a8a-4a29-8a23-550c448d3cf6 req-e2a956fb-8f0a-47ba-9141-e717eea8f793 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586345 Sep 29 02:29:45.719025 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895446-e650-4e67-bf46-23042540ef9e req-64eb6d99-eb2a-4e0f-834d-0d2636d07e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:45.720523 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-64eb6d99-eb2a-4e0f-834d-0d2636d07e21 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1127 time: 0.0402164 Sep 29 02:29:45.778743 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:45.815694 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895446-e650-4e67-bf46-23042540ef9e req-4652b2af-6072-43e4-beaf-b25130b802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:45.817122 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-4652b2af-6072-43e4-beaf-b25130b802ad service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0904884 Sep 29 02:29:45.856181 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-c7ea49cc-155a-43b5-af31-5bc5ff3ab246 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 217 time: 0.0329499 Sep 29 02:29:45.900282 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:45.904191 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895446-e650-4e67-bf46-23042540ef9e req-5d289f04-6537-4529-b7d8-e99e62b6791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:45.905598 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-5d289f04-6537-4529-b7d8-e99e62b6791b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0443835 Sep 29 02:29:45.953667 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895446-e650-4e67-bf46-23042540ef9e req-2f9778f8-d44f-4ad7-9b5f-f85af559d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:45.955165 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-2f9778f8-d44f-4ad7-9b5f-f85af559d612 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436237 Sep 29 02:29:46.046986 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-fdb19c86-4cd4-4e7d-bd20-4b099a36a85c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859451 Sep 29 02:29:46.148214 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-81895446-e650-4e67-bf46-23042540ef9e req-23b0454a-2296-4527-a48a-2e0a697a6157 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939806 Sep 29 02:29:46.428854 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98512a5-a5c9-41c6-bf3d-91d7ad7ad43d req-4e1363cb-9961-4357-9c46-4a25fe57317c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:46.430258 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a98512a5-a5c9-41c6-bf3d-91d7ad7ad43d req-4e1363cb-9961-4357-9c46-4a25fe57317c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0479155 Sep 29 02:29:46.482723 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-a98512a5-a5c9-41c6-bf3d-91d7ad7ad43d req-d9e49829-0415-4f26-85f6-303de7318e18 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466862 Sep 29 02:29:47.611006 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007cf18-8d86-49bb-9095-90aa1ab0885f req-d97b322c-28df-4fb3-b79b-04caabe6311b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:47.612551 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1007cf18-8d86-49bb-9095-90aa1ab0885f req-d97b322c-28df-4fb3-b79b-04caabe6311b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0465398 Sep 29 02:29:47.664271 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1007cf18-8d86-49bb-9095-90aa1ab0885f req-0e27a4a0-eade-4586-b3cd-ba751388d5a9 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 Sep 29 02:29:48.791637 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fcf56-7ee4-48c4-a0e2-48256b3cb5ad req-6e0d9f3d-f6a0-473b-9a81-42a59012a807 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:48.793675 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5b1fcf56-7ee4-48c4-a0e2-48256b3cb5ad req-6e0d9f3d-f6a0-473b-9a81-42a59012a807 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0517888 Sep 29 02:29:48.844222 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5b1fcf56-7ee4-48c4-a0e2-48256b3cb5ad req-1dbadb00-53d5-45eb-a426-9963e5517496 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Sep 29 02:29:49.555142 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=69 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:49.562712 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=67 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:49.974040 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c237-d15c-4664-8d85-75366f7dcffd req-19876a0b-d897-4e3f-a7fb-383c2c82133f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:49.975542 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7741c237-d15c-4664-8d85-75366f7dcffd req-19876a0b-d897-4e3f-a7fb-383c2c82133f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0494745 Sep 29 02:29:50.028680 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7741c237-d15c-4664-8d85-75366f7dcffd req-5d29ed85-8c45-4332-bafd-060890632d5d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Sep 29 02:29:51.179827 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c628235-0a33-4726-b48a-3f08bcf00cde req-1f2d3e53-b740-446c-86fa-5e1a78300213 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:51.181327 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c628235-0a33-4726-b48a-3f08bcf00cde req-1f2d3e53-b740-446c-86fa-5e1a78300213 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0608599 Sep 29 02:29:51.235722 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6c628235-0a33-4726-b48a-3f08bcf00cde req-1c87946c-0d3f-4e66-b369-54f0b18244ec tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464280 Sep 29 02:29:52.384507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6174db-518b-4e67-b19e-e8acbb6e1341 req-33a39dc6-f30a-4cf1-85a0-ff35b50d1f68 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:52.386292 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8c6174db-518b-4e67-b19e-e8acbb6e1341 req-33a39dc6-f30a-4cf1-85a0-ff35b50d1f68 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0544384 Sep 29 02:29:52.436535 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8c6174db-518b-4e67-b19e-e8acbb6e1341 req-fbce7a67-7143-4dcf-bfc3-d769984053db tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Sep 29 02:29:53.568125 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426f5a5-b039-4076-ba37-e0195ebc0475 req-640ebcc2-3bc8-4cc4-b2ae-058174b15901 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:53.569592 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8426f5a5-b039-4076-ba37-e0195ebc0475 req-640ebcc2-3bc8-4cc4-b2ae-058174b15901 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0488667 Sep 29 02:29:53.624479 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8426f5a5-b039-4076-ba37-e0195ebc0475 req-20afd1af-a0c1-4fa1-aa62-c2f1c5857921 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487914 Sep 29 02:29:54.745012 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:54.760008 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9a818-a091-4714-911d-a1577a802bb6 req-eb8d71f9-a761-40d0-81e6-6d8b95794cec tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:54.761487 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ccb9a818-a091-4714-911d-a1577a802bb6 req-eb8d71f9-a761-40d0-81e6-6d8b95794cec tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 943 time: 0.0509658 Sep 29 02:29:54.813302 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ccb9a818-a091-4714-911d-a1577a802bb6 req-a0c801e0-c5ae-48a8-a9ac-8391acef3869 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Sep 29 02:29:54.858046 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5c881b0f-39f9-45eb-a932-00ea21c3b8fa details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:29:54.860279 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:54.862399 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:54.962997 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:29:54.978467 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:29:55.014043 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:29:55.014430 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:55.028230 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c881b0f-39f9-45eb-a932-00ea21c3b8fa {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:29:55.050106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:29:55.059394 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:55.105732 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:55.113140 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.113455 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.113824 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.114190 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.114517 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.114844 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.115176 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.115504 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.115825 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.116124 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.116438 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.116754 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.117065 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.117380 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.117687 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:29:55.470968 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['5c881b0f-39f9-45eb-a932-00ea21c3b8fa'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:29:55.936299 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308f614-f06b-4f6c-8bf1-aa3c8df9faa4 req-0a761d1f-c07d-4d8c-8f66-e16161dce225 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:55.937764 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2308f614-f06b-4f6c-8bf1-aa3c8df9faa4 req-0a761d1f-c07d-4d8c-8f66-e16161dce225 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 944 time: 0.0490847 Sep 29 02:29:55.961317 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:55.992775 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-2308f614-f06b-4f6c-8bf1-aa3c8df9faa4 req-881a1b0d-78dd-4c60-8fcc-b280775bf648 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470932 Sep 29 02:29:56.881786 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5c881b0f-39f9-45eb-a932-00ea21c3b8fa up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:29:56.927593 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:29:56.936283 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:29:56.936700 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:56.937055 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa Sep 29 02:29:57.012537 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:29:57.012910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:57.036668 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:29:57.038959 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29defe86-e628-4aea-93a4-96aa3fc97d57" -d '{"events": [{"server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "name": "network-vif-plugged", "status": "completed", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:29:57.054420 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:29:57.061692 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:57.084031 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:57.118551 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:57.133424 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262ade-5992-4f5b-93ef-0a1279ecaaf5 req-948a8848-3880-4b68-aa0d-a3e9d7db4c52 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:57.134881 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ac262ade-5992-4f5b-93ef-0a1279ecaaf5 req-948a8848-3880-4b68-aa0d-a3e9d7db4c52 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Sep 29 02:29:57.185568 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ac262ade-5992-4f5b-93ef-0a1279ecaaf5 req-79d7def3-e741-40a2-bf51-bb1a0ff3c11f tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Sep 29 02:29:57.304221 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1142f0-5812-43cf-a7c7-59f51331a14f x-openstack-request-id: req-4e1142f0-5812-43cf-a7c7-59f51331a14f {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:29:57.304511 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "name": "network-vif-plugged", "status": "completed", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:29:57.304816 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e1142f0-5812-43cf-a7c7-59f51331a14f {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:29:57.305155 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1142f0-5812-43cf-a7c7-59f51331a14f'] response: {'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'code': 200} Sep 29 02:29:57.561749 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa900e-3280-4f0d-aec3-47d31982b5bc req-97ab8e1c-c118-4751-ba8a-7264aa877da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:57.563462 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-33fa900e-3280-4f0d-aec3-47d31982b5bc req-97ab8e1c-c118-4751-ba8a-7264aa877da3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0412273 Sep 29 02:29:57.611912 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-33fa900e-3280-4f0d-aec3-47d31982b5bc req-18935326-a5e9-4c75-9dca-f242722fa93a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Sep 29 02:29:57.676641 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-a4d36d25-531e-420b-b0c0-c77d8c0e6430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:58.332701 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c92bf-62b5-4f54-80ba-d1499b5d0c1c req-c533bb3c-e207-4d46-9a28-0e237214d9e6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:58.334214 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-064c92bf-62b5-4f54-80ba-d1499b5d0c1c req-c533bb3c-e207-4d46-9a28-0e237214d9e6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0651774 Sep 29 02:29:58.384281 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-064c92bf-62b5-4f54-80ba-d1499b5d0c1c req-903008b4-2598-40a1-8b61-146d7cf39585 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Sep 29 02:29:59.526605 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50258f-8c6f-4226-93ba-32763643b0d2 req-70d9ee3c-529f-47cd-9c07-c038ee58ec54 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:59.528078 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8f50258f-8c6f-4226-93ba-32763643b0d2 req-70d9ee3c-529f-47cd-9c07-c038ee58ec54 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Sep 29 02:29:59.586668 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-8f50258f-8c6f-4226-93ba-32763643b0d2 req-d5abc4fe-a104-4dea-8ecf-91b9aeb53aaf tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493665 Sep 29 02:29:59.710410 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78b302-5c37-4a43-98bd-b3de55f50cbe req-8a3c3e1e-746c-4af6-8997-76322c507098 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:59.711771 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7d78b302-5c37-4a43-98bd-b3de55f50cbe req-8a3c3e1e-746c-4af6-8997-76322c507098 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0470541 Sep 29 02:29:59.767740 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7d78b302-5c37-4a43-98bd-b3de55f50cbe req-2fd0a138-2bf8-4603-88cd-c0041cd68faa tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477002 Sep 29 02:29:59.796906 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33214) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:29:59.834756 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c68b0-7d95-43c6-b0a7-60f575793da0 tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:29:59.836241 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-407c68b0-7d95-43c6-b0a7-60f575793da0 tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1124 time: 0.0383639 Sep 29 02:29:59.840252 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33216) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:29:59.844376 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:29:59.871592 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:59.946954 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7c44-5a5e-41df-8f76-d2fdfb6f744f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:59.954184 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:00.061917 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.27.2.248 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/f6f1e601-bb72-4ae1-b455-c80007ea0fdb) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:30:00.117418 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:00.178225 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:00.201601 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:00.215013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:00.260545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:30:00.263925 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:30:00.265858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=f6f1e601-bb72-4ae1-b455-c80007ea0fdb,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:30:00.268080 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:30:00.900146 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (0660fa90-1e7b-439f-be56-d5e68165482e), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:00.984519 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.140593 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.148810 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.199915 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:01.220002 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (0660fa90-1e7b-439f-be56-d5e68165482e), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.223066 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=f6f1e601-bb72-4ae1-b455-c80007ea0fdb,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:30:01.319271 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP 0660fa90-1e7b-439f-be56-d5e68165482e associated. External IP: 172.27.2.248, port: 5c881b0f-39f9-45eb-a932-00ea21c3b8fa. Sep 29 02:30:01.327198 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.362912 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:01.519794 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:30:01.625536 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:30:01.635521 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:30:01.645547 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:30:01.646239 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:30:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:30:01.647230 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.684410 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-90eba3ff-e070-4066-ab9a-a6d65a34d856 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8407614 Sep 29 02:30:01.684410 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:30:01.685063 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:30:01.726374 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8ffa03-221f-4694-8ca2-c9ec1e52062e x-openstack-request-id: req-7d8ffa03-221f-4694-8ca2-c9ec1e52062e {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:30:01.726636 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:30:01.726880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d8ffa03-221f-4694-8ca2-c9ec1e52062e {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:30:01.727371 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8ffa03-221f-4694-8ca2-c9ec1e52062e'] response: {'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'status': 'completed', 'code': 200} Sep 29 02:30:01.748622 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:30:01.816418 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-3c250066-b6a7-46dd-8066-2c289753179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:01.817986 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-3c250066-b6a7-46dd-8066-2c289753179c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0413404 Sep 29 02:30:01.909522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-0f58f948-1a3f-4a0f-967d-b8ae24a9a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:01.911009 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-0f58f948-1a3f-4a0f-967d-b8ae24a9a42b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0866477 Sep 29 02:30:01.958163 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:00Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:30:01.977328 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-0acca4bc-2211-4741-9663-f0abb0342730 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 999 time: 0.0583723 Sep 29 02:30:01.982709 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:30:01.991727 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:30:01.992326 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:30:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:30:02.027964 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-2e1cfcca-ad19-41be-b3b9-d2679738585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:02.029422 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-2e1cfcca-ad19-41be-b3b9-d2679738585e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0464590 Sep 29 02:30:02.075176 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-25e868cc-f9c9-4124-be14-5d7c87b8b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:02.076746 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-25e868cc-f9c9-4124-be14-5d7c87b8b2f8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405884 Sep 29 02:30:02.093511 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:30:02.172058 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-c10ff8c7-445b-4423-b6c4-025571f95828 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884070 Sep 29 02:30:02.262303 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1bd4bf1b-d99c-40a1-9158-0be5df0ac8ce req-50e6b272-5d92-4a77-839e-06c53df0df4b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Sep 29 02:30:02.306842 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:00Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:30:02.334986 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd41aa9-0206-45ad-846c-42b054d05b62 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:00Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:30:02.554719 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff80e8-f894-444b-9ac0-d4b397677018 None None] New status for floating IP 0660fa90-1e7b-439f-be56-d5e68165482e: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:30:02.597225 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:02.808554 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:02.811225 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:09.191418 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:30:12.253791 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:12.259668 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:12.819701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:12.823787 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:13.830561 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:15.164498 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=74 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:23.818636 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:23.824487 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:26.142581 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:27.676956 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1e0e97c7-44e7-4e31-a2d7-9112bcb39b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:29.953874 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeb45-bf78-42d9-ab3d-443c2d9efdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:31.328956 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:32.757529 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:32.758897 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:42.774826 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:42.781715 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:43.826309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:46.195947 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:30:50.522328 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-1da7dcde-5dbd-4b7a-8021-545b979c568a req-02dee4bd-8531-4a51-b06b-0251d8b2a788 service neutron] (106493) timed out ('10.222.0.55', 61709) {{(pid=106493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:30:53.816347 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:53.819838 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:54.615533 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-78d74b44-bfb8-4bca-94ee-6b2cd87cd928 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466437 Sep 29 02:30:54.728030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-a9d39152-a142-44ab-b19a-2ea450991d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:54.730520 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-a9d39152-a142-44ab-b19a-2ea450991d65 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0432088 Sep 29 02:30:54.846742 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-ea2db3ff-1816-4ba8-b605-0a4fd2ac0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:54.848192 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-ea2db3ff-1816-4ba8-b605-0a4fd2ac0a22 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0948324 Sep 29 02:30:54.910855 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-344bb160-ff9a-4aef-8760-0cbcddc51f9b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 1001 time: 0.0563276 Sep 29 02:30:54.958976 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-73a91769-8a19-43a6-a298-d79322ae962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:54.960430 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-73a91769-8a19-43a6-a298-d79322ae962b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0436151 Sep 29 02:30:55.008919 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-8c7b0e68-8f17-494a-ab31-78c46a472216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:30:55.010509 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-8c7b0e68-8f17-494a-ab31-78c46a472216 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435450 Sep 29 02:30:55.113137 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-9a7f0ef8-1f70-4445-8f60-a8cd09b4d6fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967429 Sep 29 02:30:55.212223 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3157424-3ebb-44ad-912c-0a649b6903b9 req-dbd136ae-8495-4782-b3f3-24575ac5f3d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925140 Sep 29 02:30:56.186999 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:56.188970 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:57.684741 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-8914a2b8-0e94-4739-b17f-7b7f54675670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:59.961873 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-6654a58d-c80a-4702-a1b4-8438281cc2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:01.338679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:02.702085 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:02.703951 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:05.207815 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=48 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:05.209034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=53 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:12.691841 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:12.693798 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:13.838309 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:23.201736 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:31:23.818721 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:23.829451 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:27.670673 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-39791a87-3496-44fd-8e98-9c910d9cf282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:29.954606 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-25e9fe0b-e12b-474a-948c-43bc897096ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:31.342626 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:32.710206 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:32.711982 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:33.192095 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:33.194453 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:42.701878 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:42.703100 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:43.825622 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:53.816194 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:53.818644 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:54.723730 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-bde8d692-7b53-426b-a468-ce29f1099b35 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408981 Sep 29 02:31:54.832822 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-cc77369e-72b9-48ff-9e76-83f417a98b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:31:54.834366 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-cc77369e-72b9-48ff-9e76-83f417a98b7b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0430477 Sep 29 02:31:54.949933 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-2050a775-e37f-4566-be11-b25ec08a8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:31:54.951473 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-2050a775-e37f-4566-be11-b25ec08a8187 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0926504 Sep 29 02:31:55.011501 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-0d1bf5cb-20a0-4f43-8639-82e004376b71 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 1001 time: 0.0541918 Sep 29 02:31:55.068342 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-156673ff-417e-4f94-bdc0-c4ff4878d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:31:55.069781 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-156673ff-417e-4f94-bdc0-c4ff4878d8dc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0510974 Sep 29 02:31:55.114945 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-4c224237-dd77-4a6d-b35a-260aa93a5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:31:55.116421 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-4c224237-dd77-4a6d-b35a-260aa93a5955 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408058 Sep 29 02:31:55.222180 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-738bd50d-4dd2-436e-8cc5-af0ebc5246e0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998340 Sep 29 02:31:55.315731 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f1e8c48c-90d3-4ac3-a6ad-ebd84487d1e1 req-482dedd6-3164-4dd4-be38-6ccbbb7375c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875690 Sep 29 02:31:57.680095 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-9bdad55c-d84c-428a-828a-723c0987dbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:59.958967 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-d7aeee85-8034-412a-960c-f93b6a3fac57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:00.204693 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:32:01.347126 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:02.703964 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:02.705761 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:05.311270 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=51 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:05.312497 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=50 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:10.198636 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:10.199494 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:11.340007 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:12.697317 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:13.844593 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:15.765418 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-d2847c50-a53b-460d-9d3a-cf53a9089efd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1913896121&fields=id&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 267 time: 0.0463562 Sep 29 02:32:15.874492 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-c1cb4fa1-2b55-4cf7-ba27-1e5a13e7217a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:15.875947 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-c1cb4fa1-2b55-4cf7-ba27-1e5a13e7217a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1038690 Sep 29 02:32:15.893515 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-37b6b0b6-d261-4ab1-89e1-c5d1983afbcd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/quotas/e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Sep 29 02:32:15.947369 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-6ce92b85-8822-447f-9f14-4d7ad32d15f6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466235 Sep 29 02:32:16.066624 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-3ab584b0-3ea6-42f9-9b51-512c0f70acba service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070557 Sep 29 02:32:16.156426 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-969870b3-9095-43d8-8710-477871c81690 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Sep 29 02:32:16.480245 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4436ca46-9836-481a-b5e4-0e0cef43ba68 req-5c303cb0-3764-485b-87d4-91b1d6d2e269 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0336344 Sep 29 02:32:17.571172 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-75db7fb1-0b9d-4452-93d8-e7841d22268b req-c2783884-3b0e-4b4b-9dbb-cfeae47cad40 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Sep 29 02:32:18.655174 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-733dbe74-aeb6-4302-9d37-f0243281c215 req-7404ea6c-67df-4983-b01a-27cfdd5cc3fe tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0280209 Sep 29 02:32:19.743387 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-9438ac8c-894b-4870-ad24-b79cc816f4e6 req-91434f84-85cd-4f21-89d1-8db3caba85ca tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0272150 Sep 29 02:32:20.850200 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1fabf5ac-03cc-4829-b026-d27887ac6897 req-3d1ffbc0-47cd-48dc-846d-450d7e53e111 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Sep 29 02:32:21.711941 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-d88e0ce7-99e6-462d-a3f9-1ebebcf89647 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:21.713333 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-d88e0ce7-99e6-462d-a3f9-1ebebcf89647 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 812 time: 0.1044965 Sep 29 02:32:21.780521 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-6311b66d-2c39-4835-92ea-4099ccca8d8b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e57890af7876437d9fddfea4a536a0d7 HTTP/1.1" status: 200 len: 380 time: 0.0538349 Sep 29 02:32:21.804459 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'port': {'device_id': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'admin_state_up': True, 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'security_groups': ['ec4b037e-fb31-488b-88b8-a49af7645ace']}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:32:21.919691 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Made reservation on behalf of e57890af7876437d9fddfea4a536a0d7 for: {'port': 1} {{(pid=106492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:32:21.923684 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:21.964665 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-f0e4088c-22af-4542-89e8-f4e57b55a883 req-fc90eca2-372f-4fb5-a30c-506a1f0077b0 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0385303 Sep 29 02:32:22.085162 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.20.0.5 (97027d5c-275b-43e9-ab3b-3dc0aafb8749/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8/69fe5e09-1552-41f0-8e00-a2ddcb8e65d7) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:32:22.095861 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:22.167513 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:22.227565 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.261119 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.306892 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:32:22.310833 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:32:22.314850 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:32:22.338473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:22.351547 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.351884 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.352185 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.352512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.352858 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.353175 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.353467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.353862 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.354206 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.354522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.354834 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.355129 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.355456 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.355752 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.356061 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:22.381542 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:22.382181 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.402504 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-de369354-ca58-4c64-866d-f5b41efd2da4 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015215 Sep 29 02:32:22.428924 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Request body: {'port': {'device_id': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:32:22.495956 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.550212 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Provisioning complete for port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 triggered by entity DHCP. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:32:22.550668 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.551084 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Attempt 1 to provision port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 Sep 29 02:32:22.582642 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:32:22.749352 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 {{(pid=106492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:32:22.757152 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks [] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.770091 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.provisioning_blocks [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Transition to ACTIVE for port object 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 will not be triggered until provisioned by entity L2. {{(pid=106492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:32:22.775600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.836448 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:22.856534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:22.886327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Attempting to bind port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:32:22.886657 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Attempting to bind port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:32:22.886969 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Attempting to bind port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:32:22.928094 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:32:22.928797 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Attempting to bind port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 on network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:32:23.083795 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Attempt 2 to provision port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 Sep 29 02:32:23.121172 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 cannot update to ACTIVE because it is not bound. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:32:23.269913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:23.278149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Checking agent: {'id': 'ea8467a9-05b6-480e-8c0c-e90fd70a75bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'started_at': datetime.datetime(2022, 9, 29, 2, 10, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:32:23.278465 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Checking segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:32:23.278950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Bound using segment: {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:32:23.279388 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Bound port: 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597b7f08-af5a-4a49-b5c2-7df2764b3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:32:23.279741 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:23.303640 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203e0a-5421-4140-b392-0a7d4574678a req-55c54697-2177-4ad7-9c18-edfe3070c493 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.305090 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-07203e0a-5421-4140-b392-0a7d4574678a req-55c54697-2177-4ad7-9c18-edfe3070c493 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0652220 Sep 29 02:32:23.390507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:32:23.402692 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-07203e0a-5421-4140-b392-0a7d4574678a req-923a55a1-b554-488e-806d-9e3feab18c33 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772016 Sep 29 02:32:23.405966 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:32:23.413243 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:23.416845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.417461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:23.418859 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 200 len: 1093 time: 0.9945798 Sep 29 02:32:23.421867 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:32:23.424155 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505" -d '{"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:32:23.464195 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab1a87-0855-43aa-b9b9-c56996d93e04 x-openstack-request-id: req-faab1a87-0855-43aa-b9b9-c56996d93e04 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:32:23.464474 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:32:23.464719 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-faab1a87-0855-43aa-b9b9-c56996d93e04 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:32:23.465113 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faab1a87-0855-43aa-b9b9-c56996d93e04'] response: {'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'status': 'completed', 'code': 200} Sep 29 02:32:23.475682 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413db93-c60a-4e15-a18f-bd0a83d42ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:23.552800 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-40196aef-5b7d-433d-b91e-2c121f3973b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.554359 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-40196aef-5b7d-433d-b91e-2c121f3973b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1127 time: 0.0417459 Sep 29 02:32:23.622060 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Attempt 3 to provision port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 Sep 29 02:32:23.662079 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-546ec207-81c6-49af-8448-70a5f2a3fe47 None None] Port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 had new provisioning blocks added so it will not transition to active. {{(pid=106494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:32:23.664813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-6bc2f5aa-74ba-4fe0-92d3-bc06b22cd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.666382 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-6bc2f5aa-74ba-4fe0-92d3-bc06b22cd580 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=e57890af7876437d9fddfea4a536a0d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0997159 Sep 29 02:32:23.764532 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-9e1bb770-2274-4316-89c7-1aa914830465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.765972 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cfa9b1b5-9a08-45c9-9e2d-eb5c9205d505 req-9e1bb770-2274-4316-89c7-1aa914830465 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938749 Sep 29 02:32:23.866507 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-fdeb19bb-febd-4957-bf27-76894f669981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.868005 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-fdeb19bb-febd-4957-bf27-76894f669981 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1127 time: 0.0440485 Sep 29 02:32:23.912088 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-26f35bfb-112d-410e-96fa-b276b5a47e42 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 200 len: 217 time: 0.0312009 Sep 29 02:32:23.964271 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-e78b3358-51fa-4d81-9ac5-55c974899e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:23.966229 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-e78b3358-51fa-4d81-9ac5-55c974899e0d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0486093 Sep 29 02:32:24.010180 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-9ac30281-fb16-40eb-acb4-53530749a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:24.011660 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-9ac30281-fb16-40eb-acb4-53530749a9ab service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395899 Sep 29 02:32:24.106433 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-985b848f-9ca6-4166-b1b9-40c8f77408f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882809 Sep 29 02:32:24.201541 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-005b4715-f04e-43df-9fe0-fd4b2d338d1e req-90af35ec-1bf8-4728-b465-675a7bf80592 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888078 Sep 29 02:32:24.522821 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:24.541908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935272f-88f9-4371-ba58-f6d0682b6387 req-c5916948-0b26-4ae6-8304-32e7a7a5c539 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:24.543422 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3935272f-88f9-4371-ba58-f6d0682b6387 req-c5916948-0b26-4ae6-8304-32e7a7a5c539 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0480053 Sep 29 02:32:24.595680 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-3935272f-88f9-4371-ba58-f6d0682b6387 req-738a0ccf-1bee-486a-bc93-00e46b73f322 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Sep 29 02:32:25.722968 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f2d1-b13f-4e10-8f5a-3b5bded36130 req-d2fa91a5-81f6-4435-8bea-00bab250bb18 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:25.724632 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-14d0f2d1-b13f-4e10-8f5a-3b5bded36130 req-d2fa91a5-81f6-4435-8bea-00bab250bb18 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0478439 Sep 29 02:32:25.776477 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-14d0f2d1-b13f-4e10-8f5a-3b5bded36130 req-15dcced0-3503-47b3-be9a-aa7b61e43462 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Sep 29 02:32:26.139013 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:26.140178 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:26.940691 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2979c6-b72b-4653-9d3d-d2e9d329372d req-26013d9a-c055-45e9-89b8-f04b96ac5501 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:26.942277 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bc2979c6-b72b-4653-9d3d-d2e9d329372d req-26013d9a-c055-45e9-89b8-f04b96ac5501 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0693026 Sep 29 02:32:26.953535 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:26.995724 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-bc2979c6-b72b-4653-9d3d-d2e9d329372d req-68a314b9-5ed8-4a3e-a14d-70ebbdae0abd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477886 Sep 29 02:32:27.687357 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-11416e58-36e6-43eb-a6b5-2284b86610b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:28.125598 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda924-ffcb-4b91-82c2-f34b98bc4d8e req-baa452e6-c4a1-4afd-b91d-5b9e4cd0b57e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:28.127104 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cdeda924-ffcb-4b91-82c2-f34b98bc4d8e req-baa452e6-c4a1-4afd-b91d-5b9e4cd0b57e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0478506 Sep 29 02:32:28.176456 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-cdeda924-ffcb-4b91-82c2-f34b98bc4d8e req-106e840b-7f5f-4d0b-b963-6f922c8419e9 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Sep 29 02:32:29.312920 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeca83-8613-4405-9bd6-7e6770558502 req-3959379f-3f76-4a0e-a97a-1687c2ee8988 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:29.314360 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1afeca83-8613-4405-9bd6-7e6770558502 req-3959379f-3f76-4a0e-a97a-1687c2ee8988 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Sep 29 02:32:29.366064 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-1afeca83-8613-4405-9bd6-7e6770558502 req-3fd68512-73cd-42e4-9fa1-ecb78a1c8284 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Sep 29 02:32:29.967384 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-94529a64-10b9-40e3-8c9e-8f1381997a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:30.515321 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af7f1-abc9-4453-b073-1af5920be2ba req-b55799f6-6443-4b4a-b3f8-d4fa6baa893e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:30.517571 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb6af7f1-abc9-4453-b073-1af5920be2ba req-b55799f6-6443-4b4a-b3f8-d4fa6baa893e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0588737 Sep 29 02:32:30.574124 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-eb6af7f1-abc9-4453-b073-1af5920be2ba req-01bf8d10-9120-43b7-862e-2b7d38d233f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481384 Sep 29 02:32:31.350895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:31.701453 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017af6b8-c99d-41a1-b98f-8eedc72a0de3 req-917e1412-1406-46ea-8e4f-34252d98016c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:31.702959 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-017af6b8-c99d-41a1-b98f-8eedc72a0de3 req-917e1412-1406-46ea-8e4f-34252d98016c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0531754 Sep 29 02:32:31.759205 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-017af6b8-c99d-41a1-b98f-8eedc72a0de3 req-11f52c19-a199-4184-b6de-341cb445c02a tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505016 Sep 29 02:32:32.735048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:32.737713 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:32.882545 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31036e45-c0e1-45df-a9b4-e69f57de5c8b req-832b325a-f4ff-43b2-9f83-1d128f29c29c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:32.884026 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31036e45-c0e1-45df-a9b4-e69f57de5c8b req-832b325a-f4ff-43b2-9f83-1d128f29c29c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 943 time: 0.0488605 Sep 29 02:32:32.937072 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31036e45-c0e1-45df-a9b4-e69f57de5c8b req-315c285b-e16e-4542-bb22-1d88a888042c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Sep 29 02:32:33.696128 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=106494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:32:33.797876 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:32:33.809985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Returning: {'device': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'port_id': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'mac_address': 'fa:16:3e:61:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:32:33.850645 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 is: DOWN; New status is: BUILD {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:32:33.851040 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:33.865938 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 {{(pid=106494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:32:33.886316 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:32:33.893726 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:33.951707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=4']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:33.959596 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.959941 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.960276 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.960609 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.960946 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.961263 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.961603 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.961902 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.962252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.962576 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.962876 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.963194 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.963509 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.963819 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:33.964133 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:32:34.072503 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ab2a-f992-4b89-9eca-5ffe2e9f9dc3 req-72791015-c00c-4c25-a31e-74ee3f53b0ad tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:34.073836 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4202ab2a-f992-4b89-9eca-5ffe2e9f9dc3 req-72791015-c00c-4c25-a31e-74ee3f53b0ad tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 944 time: 0.0538774 Sep 29 02:32:34.123626 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-4202ab2a-f992-4b89-9eca-5ffe2e9f9dc3 req-12ca6328-c430-4fe8-a8d6-2b8c861dc54e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 Sep 29 02:32:34.379871 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] get_ports_and_sgs() called for port_ids ['69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'] {{(pid=106494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:32:34.538723 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:34.593181 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:35.263040 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea974b-26b6-4946-9dee-564f03800f6c req-244276f7-6dbf-48cc-a05b-e9aa785405e3 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:35.264504 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c8ea974b-26b6-4946-9dee-564f03800f6c req-244276f7-6dbf-48cc-a05b-e9aa785405e3 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Sep 29 02:32:35.326211 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-c8ea974b-26b6-4946-9dee-564f03800f6c req-305ac8ae-fbf7-4b54-ad7d-051a3e9d2211 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532658 Sep 29 02:32:35.718833 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 up at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:32:35.760924 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning for port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 completed by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:32:35.768564 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.provisioning_blocks [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Provisioning complete for port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 triggered by entity L2. {{(pid=106494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:32:35.768937 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276369'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), provisioning_complete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:35.769264 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Attempt 1 to provision port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 Sep 29 02:32:35.847383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Current status of the port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 is: BUILD; New status is: ACTIVE {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:32:35.847732 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:35.874748 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'}] {{(pid=106494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:32:35.877141 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b5a3a0aa4c40c05f628999dde42944d93dbaa9fb072cde52b6654d79632080e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e7439-6def-47f1-af12-5220c92af9ab" -d '{"events": [{"server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "name": "network-vif-plugged", "status": "completed", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7"}]}' {{(pid=106494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:32:35.889837 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:32:35.896091 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:35.926317 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da1154-3a3b-41b9-9036-30ac838b4fa4 x-openstack-request-id: req-36da1154-3a3b-41b9-9036-30ac838b4fa4 {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:32:35.926599 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "name": "network-vif-plugged", "status": "completed", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7", "code": 200}]} {{(pid=106494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:32:35.926853 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36da1154-3a3b-41b9-9036-30ac838b4fa4 {{(pid=106494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:32:35.927241 dv-cinder-733062-36-iscsi neutron-server[106494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36da1154-3a3b-41b9-9036-30ac838b4fa4'] response: {'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'code': 200} Sep 29 02:32:35.952161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Pushing event updated for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=5']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:36.228339 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4173ec-ac48-4cb7-8f87-df426c1e90ea req-01c58cf9-8ab6-4f41-9505-64e08a7850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:36.229788 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-be4173ec-ac48-4cb7-8f87-df426c1e90ea req-01c58cf9-8ab6-4f41-9505-64e08a7850a2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1129 time: 0.0405025 Sep 29 02:32:36.286601 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-be4173ec-ac48-4cb7-8f87-df426c1e90ea req-bba830cd-2a40-4ac8-b800-f090e89b6cc4 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502713 Sep 29 02:32:36.454830 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:36.469595 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a91595-faa1-4bc7-bfc8-0e0d28e65ede req-12418453-9be7-41af-b4b6-7adb2fad5a32 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:36.471179 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0a91595-faa1-4bc7-bfc8-0e0d28e65ede req-12418453-9be7-41af-b4b6-7adb2fad5a32 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0559716 Sep 29 02:32:36.535812 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-b0a91595-faa1-4bc7-bfc8-0e0d28e65ede req-5e7d71f7-c89b-4bb8-b9a8-2dac951cfedf tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581996 Sep 29 02:32:37.207446 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:32:37.668393 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bfc3c-efa9-4e00-803f-27031124df04 req-59db3346-8d6f-4f82-8530-51c351e7cabd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:37.669877 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d31bfc3c-efa9-4e00-803f-27031124df04 req-59db3346-8d6f-4f82-8530-51c351e7cabd tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0474017 Sep 29 02:32:37.722266 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-d31bfc3c-efa9-4e00-803f-27031124df04 req-c13c428b-4bec-4acb-a5e2-315197886db8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Sep 29 02:32:38.849432 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:38.857635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4614-1fe9-4419-a2b3-5af4a0121cdb req-3786ad3b-8976-4276-a9f6-0eb498639f84 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:38.859142 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-facb4614-1fe9-4419-a2b3-5af4a0121cdb req-3786ad3b-8976-4276-a9f6-0eb498639f84 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Sep 29 02:32:38.908376 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-facb4614-1fe9-4419-a2b3-5af4a0121cdb req-148ca247-cc1d-49e3-86ca-da00fa131f7d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Sep 29 02:32:39.046585 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46b780-ccc7-44e9-9119-1a7d9c2deb0f req-71bf8f21-8508-4641-b092-32d17b73b5b5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:39.048663 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6d46b780-ccc7-44e9-9119-1a7d9c2deb0f req-71bf8f21-8508-4641-b092-32d17b73b5b5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0609844 Sep 29 02:32:39.101802 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6d46b780-ccc7-44e9-9119-1a7d9c2deb0f req-af6612e6-b20d-4093-9aa8-42932fc0ea95 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Sep 29 02:32:39.130966 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33374) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:32:39.237918 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a2d2c-01ed-46b0-861e-6d7bdb7b2324 tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:39.239484 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-a13a2d2c-01ed-46b0-861e-6d7bdb7b2324 tempest-TestVolumeBootPattern-1386636190 tempest-TestVolumeBootPattern-1386636190-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1124 time: 0.1071589 Sep 29 02:32:39.243908 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33378) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:32:39.248132 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.v2.base [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Request body: {'floatingip': {'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'port_id': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:32:39.274564 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:39.357148 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (None), before_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:39.461400 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_common [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Allocated IP 172.27.2.210 (52ea00ca-0160-4f17-9091-0f08a2f1a96c/43185690-1814-4866-96da-c2a392692860/5799346f-9ba6-45f9-8105-66965e700bf3) {{(pid=106492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:32:39.574249 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (5799346f-9ba6-45f9-8105-66965e700bf3), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:39.612198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783093458908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:39.653646 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Network 52ea00ca-0160-4f17-9091-0f08a2f1a96c is already hosted by enough agents. {{(pid=106492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:32:39.659409 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.base_scheduler [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Resources bound (agent type, host, resource id): {{(pid=106492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:32:39.661306 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=5799346f-9ba6-45f9-8105-66965e700bf3,revision_number=1']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:39.663473 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Received port after_create {{(pid=106492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:32:39.703866 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:39.875327 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:40.015239 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (ba0d6222-8ee0-4829-9f42-dc389964478c), precommit_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.087167 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.237082 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for port (5799346f-9ba6-45f9-8105-66965e700bf3), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.243570 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783093901487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783093458926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783093462532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27212863'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.312382 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event updated for resources: {'Port': ['ID=5799346f-9ba6-45f9-8105-66965e700bf3,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:32:40.315957 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809320'] for floatingip (ba0d6222-8ee0-4829-9f42-dc389964478c), after_create {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.418206 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.db.l3_db [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP ba0d6222-8ee0-4829-9f42-dc389964478c associated. External IP: 172.27.2.210, port: 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7. Sep 29 02:32:40.629466 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:40.648199 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:32:40.749916 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:40.753359 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:32:40.763758 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:32:40.774150 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.776087 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:32:40.777677 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:32:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:32:40.807540 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-522fb0fb-1e19-4920-b090-0969c94ef5f8 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5620785 Sep 29 02:32:40.808013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:32:40.810480 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddbca1-114e-4406-b491-dbe7550a0fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:32:40.849632 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b521f-a7df-43d7-9e61-78fa0a668310 x-openstack-request-id: req-961b521f-a7df-43d7-9e61-78fa0a668310 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:32:40.849913 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:32:40.850170 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-961b521f-a7df-43d7-9e61-78fa0a668310 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:32:40.850611 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961b521f-a7df-43d7-9e61-78fa0a668310'] response: {'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'status': 'completed', 'code': 200} Sep 29 02:32:40.879796 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:32:40.938588 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-b5b58c7f-d172-4d35-884b-4126a89d5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:40.940217 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-b5b58c7f-d172-4d35-884b-4126a89d5745 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1129 time: 0.0396450 Sep 29 02:32:41.040256 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-241f46b2-5563-430d-aec3-74b155adbc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:41.041744 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-241f46b2-5563-430d-aec3-74b155adbc84 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0950592 Sep 29 02:32:41.102578 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-b2d8c69a-1616-47b2-9fcb-98d6e1b9e495 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 200 len: 999 time: 0.0551562 Sep 29 02:32:41.150198 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-9bae5bc8-f6cd-4f03-9868-afdb9f6cb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:41.151647 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-9bae5bc8-f6cd-4f03-9868-afdb9f6cb9b3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0433397 Sep 29 02:32:41.190562 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}, {'id': 'ba0d6222-8ee0-4829-9f42-dc389964478c', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:61:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:32:39Z', 'updated_at': '2022-09-29T02:32:39Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:32:41.198345 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-ed3ff0ef-fc92-49e0-9d8a-6470b6f5b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:41.199869 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-ed3ff0ef-fc92-49e0-9d8a-6470b6f5b978 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419335 Sep 29 02:32:41.214789 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:32:41.224006 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:32:41.224611 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:32:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:32:41.288657 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-cde8a710-656a-4ca2-919c-602e8791445f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 Sep 29 02:32:41.326380 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:32:41.382284 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-6cddbca1-114e-4406-b491-dbe7550a0fcb req-ce357863-c368-4d75-b0eb-0349a6c1ba7e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877125 Sep 29 02:32:41.546515 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}, {'id': 'ba0d6222-8ee0-4829-9f42-dc389964478c', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:61:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:32:39Z', 'updated_at': '2022-09-29T02:32:39Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:32:41.574767 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8602bf2-8526-41e8-aa8d-1affbe6b43c2 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}, {'id': 'ba0d6222-8ee0-4829-9f42-dc389964478c', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:61:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:32:39Z', 'updated_at': '2022-09-29T02:32:39Z', 'revision_number': 0, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:32:41.778719 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c1398-9671-462f-b4aa-f8b544ed106d None None] New status for floating IP ba0d6222-8ee0-4829-9f42-dc389964478c: ACTIVE {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:32:43.853261 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:51.368842 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=52 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:51.378859 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:51.538424 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=74 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:51.551012 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=82 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:53.842239 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:53.846713 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:55.644992 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-df9d0ec5-1b40-4e26-9b11-3a95e1cb307e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390058 Sep 29 02:32:55.777012 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-df92b88b-2c66-45c3-b65a-f5948aa69920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:55.778530 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-df92b88b-2c66-45c3-b65a-f5948aa69920 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0539515 Sep 29 02:32:55.888131 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-5d308fae-936e-40be-9fb3-79bd91602775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:55.889584 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-5d308fae-936e-40be-9fb3-79bd91602775 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0922735 Sep 29 02:32:55.949848 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-c09aa7e0-03c2-45e4-9e89-8b9d3b743cbe service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 1001 time: 0.0536573 Sep 29 02:32:56.000377 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-36f35be4-1d7f-4315-80f8-bba9302052f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:56.001772 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-36f35be4-1d7f-4315-80f8-bba9302052f0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0461292 Sep 29 02:32:56.045884 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-d0222f39-2854-4af7-9767-ad4ea8a99e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:32:56.047347 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-d0222f39-2854-4af7-9767-ad4ea8a99e3c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384295 Sep 29 02:32:56.137400 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-48d22c7a-a363-482a-b7e0-58fc3dfc4a4d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839350 Sep 29 02:32:56.230997 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-435b25dd-b4de-4988-86a4-6e9962f82564 req-53d412d0-25fc-4709-95cc-a08d922e8bc1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870061 Sep 29 02:32:56.862604 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-1e2f7429-0759-4947-a7bf-266a8a02bd3e req-d7e7a0d4-ec4e-4867-8254-a9191da22a31 service neutron] (106492) timed out ('10.222.0.55', 61717) {{(pid=106492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:32:57.678625 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1867-88ec-4547-a74c-7be10aedc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:59.964146 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4941322b-ecc2-47f3-8def-6a7273ab876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:01.350781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:02.713493 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:02.716815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:04.061400 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-f10f7165-5098-41e0-ad34-a04b16991aa4 service neutron] (106493) timed out ('10.222.0.61', 55238) {{(pid=106493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:33:04.248857 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [req-c6fdf932-3e28-470a-955f-330da3ca414f req-225cbcc4-3759-4443-9648-f1573acb37ec tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] (106493) timed out ('10.222.0.61', 55246) {{(pid=106493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:33:06.226854 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=49 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:06.228837 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=52 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:12.704696 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:12.706714 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:13.838624 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:14.212144 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:33:23.819653 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:23.830909 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:24.203591 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:24.204701 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:27.681173 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-bd7359b7-ff20-4b5a-b16a-d191689c7657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:29.957983 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e8a027f7-eb8b-4edd-b50b-ee75537dcb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:31.361895 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:32.716834 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:32.718968 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:36.125621 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:36.126967 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:42.709125 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:42.710106 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:43.863935 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:51.212856 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:33:53.854671 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:53.855859 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:57.637141 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-dfd7b489-afa3-47c2-83f9-797e6229f2b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823076 Sep 29 02:33:57.682320 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-afe6e862-2f0f-45de-9e43-cee7b30ea130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:57.725590 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-5f142599-df45-4b4e-962b-a2047c3c1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:33:57.727111 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-5f142599-df45-4b4e-962b-a2047c3c1b2f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1129 time: 0.0497167 Sep 29 02:33:57.848557 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-c0cc32ef-156e-4c66-a2c0-a81c46089944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:33:57.850081 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-c0cc32ef-156e-4c66-a2c0-a81c46089944 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.1008427 Sep 29 02:33:57.926220 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-eb06a5f8-e4f1-443b-8280-611197b8289c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 200 len: 1001 time: 0.0694029 Sep 29 02:33:58.256236 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-29d39cc4-492e-40b8-838a-3a171af1718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:33:58.257630 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-29d39cc4-492e-40b8-838a-3a171af1718c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.3252146 Sep 29 02:33:58.303534 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-249c7226-364f-4530-ade5-99b3867f58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:33:58.304992 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-249c7226-364f-4530-ade5-99b3867f58ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401556 Sep 29 02:33:58.315293 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-1005364f-30cd-4395-8732-e7ddf2cdd6af service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:33:58.316243 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-1005364f-30cd-4395-8732-e7ddf2cdd6af service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051031 Sep 29 02:33:58.408950 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-eddd5c5e-8cba-4948-a5a5-8e35158e9a81 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867207 Sep 29 02:33:58.502163 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-ebe537e1-ecac-4474-9847-fcf7d63c1a35 req-6ea48512-b1cb-439e-b7f3-73bf925754ec service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866616 Sep 29 02:33:59.953366 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3a419aff-0451-4bac-adae-dca0d639756e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:01.207449 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:01.208698 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:01.360243 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:02.712877 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:02.716136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:08.496879 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=45 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:08.499348 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=56 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:11.351393 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:12.710158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:13.871107 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:23.852581 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:23.861989 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:27.691048 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-662f2122-89c5-40f8-8408-1d977dc1f357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:28.219719 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:34:29.970243 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6746-18c6-4e2f-94f6-0b2f9d1ec126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:31.365529 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:32.871476 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:32.875224 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:34.179314 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:38.212227 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:42.916806 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:42.923948 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:43.143988 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33426) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:43.285902 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port 5799346f-9ba6-45f9-8105-66965e700bf3 {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:43.286214 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.384118 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.384392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (5799346f-9ba6-45f9-8105-66965e700bf3), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.408641 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for 5799346f-9ba6-45f9-8105-66965e700bf3 owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:43.578232 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (5799346f-9ba6-45f9-8105-66965e700bf3), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.856442 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=5799346f-9ba6-45f9-8105-66965e700bf3,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:43.881104 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.887041 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.887522 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.887864 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.888188 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.888537 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.888855 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.889172 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.889469 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.889780 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.890114 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.890432 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.890762 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.891062 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.891367 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.891671 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:43.933182 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (ba0d6222-8ee0-4829-9f42-dc389964478c), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:43.933473 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP ba0d6222-8ee0-4829-9f42-dc389964478c disassociated (deleted). External IP: 172.27.2.210, port: 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7. Sep 29 02:34:44.149284 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:34:44.268630 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:34:44.274850 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:44.280678 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:34:44.293224 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:44.293836 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:44.296138 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:44.309220 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-e05545f6-b97e-4edf-90ae-3a9a0440b846 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/ba0d6222-8ee0-4829-9f42-dc389964478c HTTP/1.1" status: 204 len: 168 time: 1.1638987 Sep 29 02:34:44.310127 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:34:44.312660 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ae96e-a1b4-40de-85cd-239a0132735f" -d '{"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:34:44.396058 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:44.557424 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3aaa90-0f1a-4111-9958-e03fc0b6b392 x-openstack-request-id: req-6b3aaa90-0f1a-4111-9958-e03fc0b6b392 {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:34:44.557681 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:34:44.557974 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b3aaa90-0f1a-4111-9958-e03fc0b6b392 {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:34:44.558425 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3aaa90-0f1a-4111-9958-e03fc0b6b392'] response: {'name': 'network-changed', 'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'status': 'completed', 'code': 200} Sep 29 02:34:44.621334 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:44.649181 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:34:44.658059 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:44.658697 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:44.696242 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeee7b-4b9e-469f-a29f-994466ee22a4 req-7e9eade6-6aa0-464a-97a1-c8571bf494fb tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:44.697713 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7bfeee7b-4b9e-469f-a29f-994466ee22a4 req-7e9eade6-6aa0-464a-97a1-c8571bf494fb tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0961127 Sep 29 02:34:44.747181 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-7bfeee7b-4b9e-469f-a29f-994466ee22a4 req-61323f37-9ad1-4aaa-8af0-2cd4785cd30e tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Sep 29 02:34:44.774770 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:45.057061 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:45.084828 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc38a7a-70e1-4053-bb84-eabebd9a7e6b None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_floatingips': [{'id': '0660fa90-1e7b-439f-be56-d5e68165482e', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'router_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'port_id': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'mac_address': 'fa:16:3e:d3:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:30:00Z', 'updated_at': '2022-09-29T02:30:02Z', 'revision_number': 1, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:34:45.314394 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ea38-603a-45a5-8e00-1fd6e75dd958 None None] New status for floating IP ba0d6222-8ee0-4829-9f42-dc389964478c: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:34:45.641914 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-5265ac68-5555-45d8-aa61-1398cf546100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:45.643512 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-5265ac68-5555-45d8-aa61-1398cf546100 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 1129 time: 0.0420032 Sep 29 02:34:45.758043 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-b8b68cf9-0a1d-4b94-8189-8cfb3508e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:45.759519 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-b8b68cf9-0a1d-4b94-8189-8cfb3508e0be service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0912783 Sep 29 02:34:45.911105 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e836a8-9c3d-4d1e-ab33-64c1b9b92631 req-f453d760-50ae-479c-949c-8022b38a71c6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:45.912467 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3e836a8-9c3d-4d1e-ab33-64c1b9b92631 req-f453d760-50ae-479c-949c-8022b38a71c6 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0760024 Sep 29 02:34:45.914045 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-dd8814cc-45b3-4be6-9fb2-b72dcd83787c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 200 len: 217 time: 0.0415561 Sep 29 02:34:45.967612 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-e3e836a8-9c3d-4d1e-ab33-64c1b9b92631 req-19908ac4-17bf-4f7c-bc2e-d6e8a8a7f54b tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467231 Sep 29 02:34:46.242449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-79d0112e-b0e1-4281-a9fa-295e3d52ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:46.243780 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-79d0112e-b0e1-4281-a9fa-295e3d52ea24 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0482674 Sep 29 02:34:46.378268 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-cee4f4ba-b6de-4014-ba04-ef25daf52d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:46.379801 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-cee4f4ba-b6de-4014-ba04-ef25daf52d3c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0713899 Sep 29 02:34:46.385715 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-ee0dc808-3ae9-4cde-8665-39d893947448 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:46.387052 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-ee0dc808-3ae9-4cde-8665-39d893947448 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 945 time: 0.0769262 Sep 29 02:34:46.532273 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:46.532533 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:46.553605 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-fae9bd0b-4f0d-462a-ab28-4454abf31579 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654875 Sep 29 02:34:46.706042 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] For port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:46.706440 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:46.723054 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-5c8ae96e-a1b4-40de-85cd-239a0132735f req-d7f4fdae-3f48-42ee-8ea2-699659f3f92e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414018 Sep 29 02:34:46.724007 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:46.783966 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:46.808512 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:46.859442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (69fe5e09-1552-41f0-8e00-a2ddcb8e65d7), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:46.892468 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=69fe5e09-1552-41f0-8e00-a2ddcb8e65d7,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:46.918378 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.918716 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.919057 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.919386 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.919708 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.920026 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.920344 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.920657 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.920972 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.921264 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.921575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.921880 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.922214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.922522 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.922828 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:34:46.946457 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] No DVR routers for this DVR port 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:34:46.949010 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:46.952394 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-787c97ad-9a3c-4fba-a2b4-3f7114449b8f req-57426f64-f8fb-4eab-b448-787902e93ac1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "DELETE /networking/v2.0/ports/69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 HTTP/1.1" status: 204 len: 173 time: 0.5574839 Sep 29 02:34:46.952875 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'name': 'network-vif-deleted', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:34:46.955257 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914cdfb0-cecd-4be9-85b5-61f4d9f4f1b1" -d '{"events": [{"server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "name": "network-vif-deleted", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:34:47.049874 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff48c0e-f675-4134-a350-9695c407c876 x-openstack-request-id: req-7ff48c0e-f675-4134-a350-9695c407c876 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:34:47.050238 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984a2a4-16c2-400d-8cf5-1d6c3eaaed93", "name": "network-vif-deleted", "tag": "69fe5e09-1552-41f0-8e00-a2ddcb8e65d7", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:34:47.050488 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ff48c0e-f675-4134-a350-9695c407c876 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:34:47.050894 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff48c0e-f675-4134-a350-9695c407c876'] response: {'server_uuid': '0984a2a4-16c2-400d-8cf5-1d6c3eaaed93', 'name': 'network-vif-deleted', 'tag': '69fe5e09-1552-41f0-8e00-a2ddcb8e65d7', 'status': 'completed', 'code': 200} Sep 29 02:34:47.122680 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-db70e8d3-611a-4113-865c-8d3c6ecc8447 req-6c5e39cf-3216-4b82-95f7-2a7a4566a3f1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0984a2a4-16c2-400d-8cf5-1d6c3eaaed93 HTTP/1.1" status: 200 len: 210 time: 0.0288067 Sep 29 02:34:50.287236 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:34:50.314628 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:34:50.314910 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 69fe5e09-1552-41f0-8e00-a2ddcb8e65d7 not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:34:50.469601 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33472) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:50.530592 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:50.614197 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port f6f1e601-bb72-4ae1-b455-c80007ea0fdb {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:50.614514 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:50.708358 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:50.708682 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:50.721692 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for f6f1e601-bb72-4ae1-b455-c80007ea0fdb owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:50.869181 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (f6f1e601-bb72-4ae1-b455-c80007ea0fdb), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:50.894482 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=f6f1e601-bb72-4ae1-b455-c80007ea0fdb,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:50.953794 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (0660fa90-1e7b-439f-be56-d5e68165482e), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:50.954119 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.db.l3_db [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Floating IP 0660fa90-1e7b-439f-be56-d5e68165482e disassociated (deleted). External IP: 172.27.2.248, port: 5c881b0f-39f9-45eb-a932-00ea21c3b8fa. Sep 29 02:34:51.152012 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:34:51.251317 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:51.256597 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:34:51.261976 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:51.268195 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:34:51.278930 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:51.279503 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:51.290585 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-d370c74a-386b-417e-9c51-4c4ec24e985c tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/0660fa90-1e7b-439f-be56-d5e68165482e HTTP/1.1" status: 204 len: 168 time: 0.8198791 Sep 29 02:34:51.291198 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa'}] {{(pid=106493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:34:51.293591 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}193313cb3a60bca6488c4aaf75dfbea368072a8e5ad69ecc39e39af379825d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31989c2c-63e5-4d25-8334-3e8a509863ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa"}]}' {{(pid=106493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:34:51.384545 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:51.465275 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeccd8df-dae2-416d-bf8d-3f099c6b1c2b x-openstack-request-id: req-eeccd8df-dae2-416d-bf8d-3f099c6b1c2b {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:34:51.465558 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa", "status": "completed", "code": 200}]} {{(pid=106493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:34:51.465796 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eeccd8df-dae2-416d-bf8d-3f099c6b1c2b {{(pid=106493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:34:51.466254 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeccd8df-dae2-416d-bf8d-3f099c6b1c2b'] response: {'name': 'network-changed', 'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'status': 'completed', 'code': 200} Sep 29 02:34:51.503303 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:51.558747 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4ee1-e6f8-480c-bdf5-fe0425f7c6a6 req-3437f8ca-1d22-409c-9887-30e2c348df58 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:51.560234 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-013c4ee1-e6f8-480c-bdf5-fe0425f7c6a6 req-3437f8ca-1d22-409c-9887-30e2c348df58 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Sep 29 02:34:51.564330 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:51.577814 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:51.601688 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:34:51.609804 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:51.610426 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:51.611211 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-013c4ee1-e6f8-480c-bdf5-fe0425f7c6a6 req-b95deb4c-1487-439d-8d94-2b0547a44ca1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449173 Sep 29 02:34:51.716676 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:51.911101 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:51.936018 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19f055-9837-4882-81e5-a4711635c4b1 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:26Z', 'revision_number': 4, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi', '_interfaces': [{'id': '698038d7-ae24-4417-8a5e-1e61591b308f', 'name': '', 'network_id': '97027d5c-275b-43e9-ab3b-3dc0aafb8749', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'mac_address': 'fa:16:3e:4e:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:26Z', 'updated_at': '2022-09-29T02:26:31Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'subnets': [{'id': '1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:34:52.132863 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-d91a1f68-a9c2-4a20-80f4-9e4a933ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.134401 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-d91a1f68-a9c2-4a20-80f4-9e4a933ac616 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e57890af7876437d9fddfea4a536a0d7&device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 1129 time: 0.0422895 Sep 29 02:34:52.170225 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43151a75-64dc-44bb-b003-f93bf006509e None None] New status for floating IP 0660fa90-1e7b-439f-be56-d5e68165482e: DOWN {{(pid=106494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:34:52.239813 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-fed9f720-8877-432e-8fd4-a58e9c5de9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.241311 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-fed9f720-8877-432e-8fd4-a58e9c5de9c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 200 len: 913 time: 0.0903456 Sep 29 02:34:52.296190 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-2a39b8ad-9889-4987-9962-cd872e862232 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 200 len: 217 time: 0.0334461 Sep 29 02:34:52.387234 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-cbd04754-c31c-451b-abd7-b546c202bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.388673 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-cbd04754-c31c-451b-abd7-b546c202bca9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 200 len: 851 time: 0.0460117 Sep 29 02:34:52.569140 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-28e09922-72ab-4bb5-9469-cb1be33295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.570681 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-28e09922-72ab-4bb5-9469-cb1be33295fa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=97027d5c-275b-43e9-ab3b-3dc0aafb8749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491319 Sep 29 02:34:52.670662 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-90b69dc4-4d9d-4a3f-9aed-2d5824c427c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915682 Sep 29 02:34:52.734995 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d15f1-d6b2-4bed-91e5-32899fc8ccab req-10d33218-57db-4691-b255-bb06449d4ee1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.736458 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-913d15f1-d6b2-4bed-91e5-32899fc8ccab req-10d33218-57db-4691-b255-bb06449d4ee1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0469255 Sep 29 02:34:52.830098 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-913d15f1-d6b2-4bed-91e5-32899fc8ccab req-f874bf49-6d47-41e4-a9a7-2f58f7cb53f1 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ec4b037e-fb31-488b-88b8-a49af7645ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879526 Sep 29 02:34:52.877683 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-31989c2c-63e5-4d25-8334-3e8a509863ac req-7b17eccb-4bf5-4cf8-87f7-83a2a5b1cd0c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097331 Sep 29 02:34:52.910426 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-0c730e88-0a83-480c-b1d9-180aad600511 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:34:52.911908 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-0c730e88-0a83-480c-b1d9-180aad600511 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 945 time: 0.0471997 Sep 29 02:34:53.010373 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:53.010805 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:53.102700 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:53.115325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] For port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:53.115728 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:53.129392 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for 5c881b0f-39f9-45eb-a932-00ea21c3b8fa owned by compute:nova {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:53.173012 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:53.267844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (5c881b0f-39f9-45eb-a932-00ea21c3b8fa), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:53.295536 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=5c881b0f-39f9-45eb-a932-00ea21c3b8fa,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:53.347379 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] No DVR routers for this DVR port 5c881b0f-39f9-45eb-a932-00ea21c3b8fa on host hv-cinder-73306 {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:34:53.350710 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for port (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:53.354040 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-fa65a8c0-6eda-4172-b126-adb6009d4a1f req-908ab330-37c8-4a3a-822d-f1228987da1d tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5c881b0f-39f9-45eb-a932-00ea21c3b8fa HTTP/1.1" status: 204 len: 173 time: 0.4297576 Sep 29 02:34:53.354478 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'name': 'network-vif-deleted', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa'}] {{(pid=106492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:34:53.356947 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e8dcd6d18c64923734f184e848a4ac25711eb800d57f46d2fccafab8909460d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f64a1e8-52c9-492f-b17b-e7ff0dd8d0c5" -d '{"events": [{"server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "name": "network-vif-deleted", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa"}]}' {{(pid=106492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:34:53.404363 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46617104-f863-4b02-b51b-2d53ddb07587 x-openstack-request-id: req-46617104-f863-4b02-b51b-2d53ddb07587 {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:34:53.404653 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947685a-7d2f-4d2f-a45a-5a6a50d5fa69", "name": "network-vif-deleted", "tag": "5c881b0f-39f9-45eb-a932-00ea21c3b8fa", "status": "completed", "code": 200}]} {{(pid=106492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:34:53.404901 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46617104-f863-4b02-b51b-2d53ddb07587 {{(pid=106492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:34:53.405307 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46617104-f863-4b02-b51b-2d53ddb07587'] response: {'server_uuid': 'b947685a-7d2f-4d2f-a45a-5a6a50d5fa69', 'name': 'network-vif-deleted', 'tag': '5c881b0f-39f9-45eb-a932-00ea21c3b8fa', 'status': 'completed', 'code': 200} Sep 29 02:34:53.949079 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [req-897858dc-5bab-4a5d-9c81-9df128927116 req-1aee3fae-2644-4554-9f26-f0ded3887449 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b947685a-7d2f-4d2f-a45a-5a6a50d5fa69 HTTP/1.1" status: 200 len: 210 time: 0.0295331 Sep 29 02:34:55.032812 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33488) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:55.147796 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Deleting port d30e2264-96de-4fa1-a8b9-c994ba2e8c4f {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:55.148109 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.208031 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:55.230277 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.230600 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.243115 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Calling delete_port for d30e2264-96de-4fa1-a8b9-c994ba2e8c4f owned by network:floatingip {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:55.381289 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (d30e2264-96de-4fa1-a8b9-c994ba2e8c4f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.407454 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'Port': ['ID=d30e2264-96de-4fa1-a8b9-c994ba2e8c4f,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:55.474629 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for floatingip (4036a527-2ecd-4aa4-8b52-050f4ecb0acc), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.477086 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085185'] for floatingip (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:55.478258 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-fb712600-a405-413a-b1b1-f1edd040d2a5 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/4036a527-2ecd-4aa4-8b52-050f4ecb0acc HTTP/1.1" status: 204 len: 168 time: 0.4445767 Sep 29 02:34:56.303064 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5c881b0f-39f9-45eb-a932-00ea21c3b8fa no longer exists at agent hyperv_hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:34:56.325275 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] No Port match for: 5c881b0f-39f9-45eb-a932-00ea21c3b8fa {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:34:56.325610 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Device 5c881b0f-39f9-45eb-a932-00ea21c3b8fa not bound to the agent host hv-cinder-73306 {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:34:56.717183 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33500) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:56.780847 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (ec4b037e-fb31-488b-88b8-a49af7645ace), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:56.804325 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (ec4b037e-fb31-488b-88b8-a49af7645ace), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:56.872903 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (ec4b037e-fb31-488b-88b8-a49af7645ace), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:56.875679 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Publish callbacks [] for security_group (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:56.876982 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ec4b037e-fb31-488b-88b8-a49af7645ace HTTP/1.1" status: 204 len: 168 time: 0.1586607 Sep 29 02:34:56.886442 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186480fe-587d-4941-8f41-caf87020ba69 tempest-TestVolumeBootPattern-2085693106 tempest-TestVolumeBootPattern-2085693106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b037e-fb31-488b-88b8-a49af7645ace,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:56.940563 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33504) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:57.435957 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:57.641097 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:57.654204 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Deleting port 698038d7-ae24-4417-8a5e-1e61591b308f {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:57.654538 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:57.667370 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:57.676909 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-278d3dda-c5ed-462c-b4e6-9d6e34d52453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:57.735627 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] For port 698038d7-ae24-4417-8a5e-1e61591b308f, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=698038d7-ae24-4417-8a5e-1e61591b308f,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:57.736254 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:57.748633 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Calling delete_port for 698038d7-ae24-4417-8a5e-1e61591b308f owned by network:router_interface {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:57.942034 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (698038d7-ae24-4417-8a5e-1e61591b308f), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:57.966417 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Pushing event deleted for resources: {'Port': ['ID=698038d7-ae24-4417-8a5e-1e61591b308f,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:58.126721 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.332886 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:34:58.442898 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:34:58.448279 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-433dc14f-8043-417e-8fa2-2418ca1c0afe admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065613 Sep 29 02:34:58.451164 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33508) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:58.452872 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Sync routers for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:34:58.463529 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:58.464239 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:58.550792 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks [] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.568317 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:58.652543 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks [] for router_gateway (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.697697 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Deleting port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:58.698019 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.740956 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:34:57Z', 'revision_number': 5, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port': {'id': '2778a6a5-31f9-4c63-88bd-2a4e6e59d11d', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:58.766103 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Checking router: edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 for host: dv-cinder-733062-36-iscsi {{(pid=106495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:34:58.775373 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Routers {'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:34:58.775942 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:34:30Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'], 'active': True} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:58.783077 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] For port 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:58.783440 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.797029 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Calling delete_port for 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d owned by network:router_gateway {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:58.896326 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:58.916763 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:58.950095 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_dvr_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] Set router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 gateway port host: None {{(pid=106495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:34:58.969433 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (2778a6a5-31f9-4c63-88bd-2a4e6e59d11d), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:58.991893 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2778a6a5-31f9-4c63-88bd-2a4e6e59d11d,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:58.998553 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.l3_hamode_db [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:34:58Z', 'revision_number': 6, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:34:59.024610 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06905632-d0b9-4269-83e5-269a34bcb8e3 None None] The sync data for ids ['edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9'] in dv-cinder-733062-36-iscsi is: [{'id': 'edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9', 'name': 'tempest-TestVolumeBootPattern-1030359497-router', 'tenant_id': 'e57890af7876437d9fddfea4a536a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:24Z', 'updated_at': '2022-09-29T02:34:58Z', 'revision_number': 6, 'project_id': 'e57890af7876437d9fddfea4a536a0d7', 'gw_port_host': None}] {{(pid=106495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:34:59.060344 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.145446 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.147648 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks [] for router_controller (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.194937 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.195730 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 {{(pid=106493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:34:59.201001 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.202212 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-2554411d-e08f-41c3-b0b5-273434d36f38 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/edf6f60f-4d9c-4ae4-b0ca-d8d7579142c9 HTTP/1.1" status: 204 len: 168 time: 0.7500587 Sep 29 02:34:59.205203 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33510) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:59.232779 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:59.251307 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Deleting subnet 1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 {{(pid=106492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:34:59.254575 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Publish callbacks [] for subnet (1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.276480 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:59.290276 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011863'] for subnet (1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.379923 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.439625 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27212917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2645722'] for subnet (1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.463528 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:34:59.469865 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.473564 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-0fb5ab24-c296-41bd-a886-2b074c2f39ff admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/1d1f7d6e-3ecc-4c9f-8d7c-20ea6fe094b8 HTTP/1.1" status: 204 len: 168 time: 0.2667568 Sep 29 02:34:59.475600 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33512) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:34:59.475792 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b48de3-24bd-48c3-b134-4ddcdc146780 None None] Network 97027d5c-275b-43e9-ab3b-3dc0aafb8749 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:34:59.547233 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (97027d5c-275b-43e9-ab3b-3dc0aafb8749), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.592272 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Deleting port a0000760-ff3d-4819-b741-db3c471b038e {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:59.592616 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.657644 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] For port a0000760-ff3d-4819-b741-db3c471b038e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a0000760-ff3d-4819-b741-db3c471b038e,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:59.658026 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (a0000760-ff3d-4819-b741-db3c471b038e), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.671245 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Calling delete_port for a0000760-ff3d-4819-b741-db3c471b038e owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:59.761960 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] DHCP port deletion for 97027d5c-275b-43e9-ab3b-3dc0aafb8749 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:34:59.814302 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Deleting port a0000760-ff3d-4819-b741-db3c471b038e {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:34:59.815103 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.833176 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 698038d7-ae24-4417-8a5e-1e61591b308f no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:34:59.882808 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 698038d7-ae24-4417-8a5e-1e61591b308f {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:34:59.883158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 698038d7-ae24-4417-8a5e-1e61591b308f not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:34:59.883587 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:34:59.917555 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:34:59.917891 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2778a6a5-31f9-4c63-88bd-2a4e6e59d11d not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:34:59.918319 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device a0000760-ff3d-4819-b741-db3c471b038e no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:34:59.954770 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] For port a0000760-ff3d-4819-b741-db3c471b038e, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=a0000760-ff3d-4819-b741-db3c471b038e,segment=NetworkSegment(597b7f08-af5a-4a49-b5c2-7df2764b3a72),segment_id=597b7f08-af5a-4a49-b5c2-7df2764b3a72)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:34:59.955164 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (a0000760-ff3d-4819-b741-db3c471b038e), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:59.984095 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Calling delete_port for a0000760-ff3d-4819-b741-db3c471b038e owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:34:59.995942 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-51def50e-e7cc-4e4a-bf17-91200e3e4a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.052989 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (a0000760-ff3d-4819-b741-db3c471b038e), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.079123 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0000760-ff3d-4819-b741-db3c471b038e,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:00.082739 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] No DVR routers for this DVR port a0000760-ff3d-4819-b741-db3c471b038e on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:35:00.083326 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Current status of the port a0000760-ff3d-4819-b741-db3c471b038e is: ACTIVE; New status is: DOWN {{(pid=106494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:35:00.083715 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957505'] for port (a0000760-ff3d-4819-b741-db3c471b038e), before_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.136291 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (a0000760-ff3d-4819-b741-db3c471b038e), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.148558 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] No DVR routers for this DVR port a0000760-ff3d-4819-b741-db3c471b038e on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:35:00.160167 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (97027d5c-275b-43e9-ab3b-3dc0aafb8749), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.166373 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Pushing event deleted for resources: {'Port': ['ID=a0000760-ff3d-4819-b741-db3c471b038e,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:00.173915 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.174278 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.174609 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.174939 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.175756 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.175756 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.175932 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.176485 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.176818 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.177127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.177437 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.177746 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.178477 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.178477 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.178778 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060926b-ed2e-447a-96c1-fe950d24f951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-36-iscsi {{(pid=106494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:35:00.181509 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97027d5c-275b-43e9-ab3b-3dc0aafb8749']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:00.191414 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597b7f08-af5a-4a49-b5c2-7df2764b3a72') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:00.191674 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597b7f08-af5a-4a49-b5c2-7df2764b3a72') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:00.201826 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (597b7f08-af5a-4a49-b5c2-7df2764b3a72), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.216316 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (597b7f08-af5a-4a49-b5c2-7df2764b3a72), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.222950 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:35:00.223323 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (597b7f08-af5a-4a49-b5c2-7df2764b3a72), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.284843 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (97027d5c-275b-43e9-ab3b-3dc0aafb8749), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.291449 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:00.295208 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/97027d5c-275b-43e9-ab3b-3dc0aafb8749 HTTP/1.1" status: 204 len: 168 time: 0.8184924 Sep 29 02:35:00.298546 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33518) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:00.308506 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695abfa-d6e5-4d36-be38-3053d15187f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97027d5c-275b-43e9-ab3b-3dc0aafb8749,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:00.315499 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 597b7f08-af5a-4a49-b5c2-7df2764b3a72 resource provider aggregate not found Sep 29 02:35:00.331543 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment 597b7f08-af5a-4a49-b5c2-7df2764b3a72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597b7f08-af5a-4a49-b5c2-7df2764b3a72 found for delete ", "request_id": "req-68d6354e-683b-4346-88b7-305c3c662528"}]} Sep 29 02:35:00.620802 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818024'] for router_interface (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.109249 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Deleting port dcbb55e0-0a75-4441-b3c4-7382afeefebc {{(pid=106493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:35:01.109557 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.193881 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.db [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] For port dcbb55e0-0a75-4441-b3c4-7382afeefebc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=dcbb55e0-0a75-4441-b3c4-7382afeefebc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:35:01.194196 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.203376 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:01.207894 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.plugins.ml2.plugin [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Calling delete_port for dcbb55e0-0a75-4441-b3c4-7382afeefebc owned by network:router_interface {{(pid=106493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:35:01.262699 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:01.362809 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.391787 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27015418'] for port (dcbb55e0-0a75-4441-b3c4-7382afeefebc), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.414854 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbb55e0-0a75-4441-b3c4-7382afeefebc,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:01.583073 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809432'] for router_interface (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:01.791824 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Router ddd9c57e-56f2-464b-88d1-9485fafd8da8 has already been hosted by L3 agent efa2c21d-6f32-43d3-9531-193e10a6086d {{(pid=106493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:35:01.894422 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] Notify agent at l3_agent.dv-cinder-733062-36-iscsi the message routers_updated {{(pid=106493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:35:01.899386 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-c8049f1a-0288-42de-af9c-b5ae76d2cb21 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/ddd9c57e-56f2-464b-88d1-9485fafd8da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991709 Sep 29 02:35:01.902227 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33522) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:01.906073 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Sync routers for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:35:01.917110 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:35:01.917813 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:35:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:02.000399 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks [] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.021948 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: dv-cinder-733062-36-iscsi {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:35:02.036207 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.075622 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.102358 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks [] for router_gateway (ddd9c57e-56f2-464b-88d1-9485fafd8da8), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.150602 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Deleting port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:35:02.150918 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.198618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.201914 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'external_fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:35:01Z', 'revision_number': 5, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port': {'id': '2bddc923-9ac5-44e6-9f11-73e7f2f10cf9', 'name': '', 'network_id': '52ea00ca-0160-4f17-9091-0f08a2f1a96c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '43185690-1814-4866-96da-c2a392692860', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:26:29Z', 'updated_at': '2022-09-29T02:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43185690-1814-4866-96da-c2a392692860', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-36-iscsi'}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:02.227896 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Checking router: ddd9c57e-56f2-464b-88d1-9485fafd8da8 for host: dv-cinder-733062-36-iscsi {{(pid=106494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:35:02.232035 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] For port 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,segment=NetworkSegment(82697a94-caeb-4ad5-8409-2ecdd1969793),segment_id=82697a94-caeb-4ad5-8409-2ecdd1969793)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:35:02.232389 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.238141 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Routers {'ddd9c57e-56f2-464b-88d1-9485fafd8da8'} bound to L3 agent in host dv-cinder-733062-36-iscsi {{(pid=106494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:35:02.238901 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:04:30Z,description=,heartbeat_timestamp=2022-09-29T02:35:00Z,host='dv-cinder-733062-36-iscsi',id=efa2c21d-6f32-43d3-9531-193e10a6086d,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:04:30Z,topic='l3_agent')) {'router_ids': ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'], 'active': True} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:02.240365 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.246486 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Calling delete_port for 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 owned by network:router_gateway {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:35:02.324944 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvr_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] Set router ddd9c57e-56f2-464b-88d1-9485fafd8da8 gateway port host: None {{(pid=106494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:35:02.372835 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_hamode_db [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:35:02Z', 'revision_number': 6, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port_host': None}], 'dv-cinder-733062-36-iscsi', False) {} {{(pid=106494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:02.400507 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c9eef1-7dc5-4719-9b66-024f431b3711 None None] The sync data for ids ['ddd9c57e-56f2-464b-88d1-9485fafd8da8'] in dv-cinder-733062-36-iscsi is: [{'id': 'ddd9c57e-56f2-464b-88d1-9485fafd8da8', 'name': 'tempest-TestVolumeBootPattern-136035440-router', 'tenant_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:26:28Z', 'updated_at': '2022-09-29T02:35:02Z', 'revision_number': 6, 'project_id': '0ec6b7262ed54e9db3ef78fa18f2ef76', 'gw_port_host': None}] {{(pid=106494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:35:02.416814 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (2bddc923-9ac5-44e6-9f11-73e7f2f10cf9), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.442398 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Pushing event deleted for resources: {'Port': ['ID=2bddc923-9ac5-44e6-9f11-73e7f2f10cf9,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:02.510214 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809262'] for router_gateway (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.598573 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30856'] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.601406 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks [] for router_controller (ddd9c57e-56f2-464b-88d1-9485fafd8da8), precommit_delete_associations {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.652355 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809518'] for router (ddd9c57e-56f2-464b-88d1-9485fafd8da8), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.653013 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd9c57e-56f2-464b-88d1-9485fafd8da8 {{(pid=106492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:35:02.657531 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.658718 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-c35063af-45ff-4ded-bcda-2dbf917c9baa admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/ddd9c57e-56f2-464b-88d1-9485fafd8da8 HTTP/1.1" status: 204 len: 168 time: 0.7555103 Sep 29 02:35:02.662524 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33524) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:02.706375 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.710231 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.713235 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.db.db_base_plugin_v2 [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Deleting subnet 8e72c2e0-12a5-4b7b-81f5-3a8da443400b {{(pid=106493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:35:02.716984 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Publish callbacks [] for subnet (8e72c2e0-12a5-4b7b-81f5-3a8da443400b), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.755991 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-618823'] for subnet (8e72c2e0-12a5-4b7b-81f5-3a8da443400b), precommit_delete_associations {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.832174 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.839329 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887630'] for subnet (8e72c2e0-12a5-4b7b-81f5-3a8da443400b), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.862113 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:02.898690 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27015335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27019812'] for subnet (8e72c2e0-12a5-4b7b-81f5-3a8da443400b), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.923975 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e72c2e0-12a5-4b7b-81f5-3a8da443400b,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:02.928092 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for subnet (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:02.933149 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c6c0d-4d97-474b-8848-1c664b758666 None None] Network 6348883a-80d0-47e5-a5b4-5ec8d068e297 requested from dv-cinder-733062-36-iscsi {{(pid=106494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:35:02.934329 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-db03fdeb-383f-47db-a417-51b83ac3e735 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/8e72c2e0-12a5-4b7b-81f5-3a8da443400b HTTP/1.1" status: 204 len: 168 time: 0.2677574 Sep 29 02:35:02.934712 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33526) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:03.010428 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (6348883a-80d0-47e5-a5b4-5ec8d068e297), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.055735 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Deleting port 9b8f55a3-f311-440e-a53a-197299bcb5cc {{(pid=106492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:35:03.056086 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.122900 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] For port 9b8f55a3-f311-440e-a53a-197299bcb5cc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9b8f55a3-f311-440e-a53a-197299bcb5cc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:35:03.123272 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.137041 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Calling delete_port for 9b8f55a3-f311-440e-a53a-197299bcb5cc owned by network:dhcp {{(pid=106492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:35:03.150413 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] DHCP port deletion for 6348883a-80d0-47e5-a5b4-5ec8d068e297 request from dv-cinder-733062-36-iscsi {{(pid=106494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:35:03.188136 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Deleting port 9b8f55a3-f311-440e-a53a-197299bcb5cc {{(pid=106494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:35:03.188486 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783093901334'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), before_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.217844 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:03.229218 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27212840'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.233845 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:03.253656 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.db [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] For port 9b8f55a3-f311-440e-a53a-197299bcb5cc, host dv-cinder-733062-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-36-iscsi',level=0,port_id=9b8f55a3-f311-440e-a53a-197299bcb5cc,segment=NetworkSegment(b5b471cb-f45a-419b-a871-7dae704f25fa),segment_id=b5b471cb-f45a-419b-a871-7dae704f25fa)] {{(pid=106494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:35:03.254065 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809006'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), precommit_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.256279 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8f55a3-f311-440e-a53a-197299bcb5cc,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:03.263055 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] No DVR routers for this DVR port 9b8f55a3-f311-440e-a53a-197299bcb5cc on host dv-cinder-733062-36-iscsi {{(pid=106492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:35:03.272575 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Calling delete_port for 9b8f55a3-f311-440e-a53a-197299bcb5cc owned by network:dhcp {{(pid=106494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:35:03.339052 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270136', 'neutron.services.segments.db._delete_segments_for_network-8783093975498'] for network (6348883a-80d0-47e5-a5b4-5ec8d068e297), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.355080 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783093903764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783093458917'] for port (9b8f55a3-f311-440e-a53a-197299bcb5cc), after_delete {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.363467 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6348883a-80d0-47e5-a5b4-5ec8d068e297']}} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:03.373499 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b471cb-f45a-419b-a871-7dae704f25fa') {'for_net_delete': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:03.373797 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.services.segments.db [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b471cb-f45a-419b-a871-7dae704f25fa') {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:35:03.379986 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] Pushing event deleted for resources: {'Port': ['ID=9b8f55a3-f311-440e-a53a-197299bcb5cc,revision_number=None']} {{(pid=106494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:03.385270 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6007ac-08ec-4da7-8d1f-1105a2f946a3 None None] No DVR routers for this DVR port 9b8f55a3-f311-440e-a53a-197299bcb5cc on host dv-cinder-733062-36-iscsi {{(pid=106494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:35:03.386782 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783093866599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011870'] for segment (b5b471cb-f45a-419b-a871-7dae704f25fa), before_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.404099 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637'] for segment (b5b471cb-f45a-419b-a871-7dae704f25fa), precommit_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.411357 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:35:03.411848 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27213019'] for segment (b5b471cb-f45a-419b-a871-7dae704f25fa), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.452936 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment b5b471cb-f45a-419b-a871-7dae704f25fa resource provider aggregate not found Sep 29 02:35:03.469685 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.services.segments.plugin [-] Segment b5b471cb-f45a-419b-a871-7dae704f25fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5b471cb-f45a-419b-a871-7dae704f25fa found for delete ", "request_id": "req-3169b680-f092-4da4-a394-e78623b471ff"}]} Sep 29 02:35:03.477030 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809301'] for network (6348883a-80d0-47e5-a5b4-5ec8d068e297), after_delete {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.482461 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601908'] for network (None), before_response {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.485515 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/6348883a-80d0-47e5-a5b4-5ec8d068e297 HTTP/1.1" status: 204 len: 168 time: 0.5493705 Sep 29 02:35:03.498624 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9213f-7e2c-498c-a321-bc826266f45e admin admin] Pushing event deleted for resources: {'Network': ['ID=6348883a-80d0-47e5-a5b4-5ec8d068e297,revision_number=None']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:03.610305 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33534) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:03.652915 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-1c7cfc69-c112-4eb9-b5d6-e7a66ec4b3da admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e57890af7876437d9fddfea4a536a0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390482 Sep 29 02:35:03.653131 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33536) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:03.706998 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] Publish callbacks [] for security_group (601a33b2-ccda-49b6-a3f6-a2d5cd833b82), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.726375 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] Publish callbacks [] for security_group (601a33b2-ccda-49b6-a3f6-a2d5cd833b82), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.776786 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (601a33b2-ccda-49b6-a3f6-a2d5cd833b82), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.779873 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:03.780947 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/601a33b2-ccda-49b6-a3f6-a2d5cd833b82 HTTP/1.1" status: 204 len: 168 time: 0.1267271 Sep 29 02:35:03.789549 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa6229-5276-451d-8ae1-cabcf0998315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a33b2-ccda-49b6-a3f6-a2d5cd833b82,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:03.834530 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:35:03.853520 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:35:03.853923 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 2bddc923-9ac5-44e6-9f11-73e7f2f10cf9 not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:35:03.854372 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device dcbb55e0-0a75-4441-b3c4-7382afeefebc no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:35:03.875481 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: dcbb55e0-0a75-4441-b3c4-7382afeefebc {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:35:03.875825 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device dcbb55e0-0a75-4441-b3c4-7382afeefebc not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:35:03.876204 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9b8f55a3-f311-440e-a53a-197299bcb5cc no longer exists at agent ovs-agent-dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:35:03.894127 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.plugin [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] No Port match for: 9b8f55a3-f311-440e-a53a-197299bcb5cc {{(pid=106494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:35:03.894772 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron.plugins.ml2.rpc [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Device 9b8f55a3-f311-440e-a53a-197299bcb5cc not bound to the agent host dv-cinder-733062-36-iscsi {{(pid=106494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:35:04.126205 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [-] (106492) accepted ('10.222.0.61', 33542) {{(pid=106492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:04.170024 dv-cinder-733062-36-iscsi neutron-server[106492]: INFO neutron.wsgi [None req-51f2ad21-f688-490a-8359-1cf056773baf admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0ec6b7262ed54e9db3ef78fa18f2ef76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425105 Sep 29 02:35:04.172675 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.wsgi [-] (106493) accepted ('10.222.0.61', 33544) {{(pid=106493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:35:04.226780 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] Publish callbacks [] for security_group (79f0c556-5bf7-4b62-a326-336cec16a69f), before_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:04.246828 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] Publish callbacks [] for security_group (79f0c556-5bf7-4b62-a326-336cec16a69f), precommit_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:04.300089 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634801'] for security_group (79f0c556-5bf7-4b62-a326-336cec16a69f), after_delete {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:04.302994 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:04.304144 dv-cinder-733062-36-iscsi neutron-server[106493]: INFO neutron.wsgi [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/79f0c556-5bf7-4b62-a326-336cec16a69f HTTP/1.1" status: 204 len: 168 time: 0.1305106 Sep 29 02:35:04.312392 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e8b09-84d5-414f-b1d5-528782a657d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f0c556-5bf7-4b62-a326-336cec16a69f,revision_number=None']} {{(pid=106493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:35:05.219522 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:35:12.756570 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=100 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:13.892434 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:14.162635 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:14.165725 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:14.285094 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:DELETE=7,neutron:SELECT=37 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:14.308870 dv-cinder-733062-36-iscsi neutron-server[106493]: DEBUG dbcounter [-] [106493] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:22.769981 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=2 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:22.771035 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=95 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:23.879313 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:23.883724 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:27.692804 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-ddffe3c6-d51f-4dc0-a86a-8914e2e90320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:29.961814 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-21b31f6f-901b-401f-a615-5e0d37bc43b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:31.372383 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:32.716745 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:32.723260 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:42.225256 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:35:42.714661 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:42.716090 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:43.899448 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:52.216927 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:52.217785 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:53.879105 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:53.890212 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:35:57.687624 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-eea20c6a-c800-47cb-b739-82500352bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:35:59.967707 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-15f7a1fc-33d8-4d0d-82c4-9c640e1ef1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:01.378228 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:02.720957 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:02.727933 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:12.720250 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=10 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:12.721445 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:13.904165 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:19.226627 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:36:23.891781 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:23.895207 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:27.682426 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2c0c73c1-b618-4806-8d3a-c51e99a7ac4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:29.220167 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=7 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:29.221379 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:29.967791 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-2f8770d4-79dd-4fbe-aed1-b68c87440b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:31.381992 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:32.745424 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:32.749072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:42.924679 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:42.926633 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:43.892513 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:53.884161 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:53.886205 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:36:56.231844 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:36:57.690054 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-374d7b9c-36de-45bb-a4e1-cdb42aff8650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:36:59.974144 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-3c905eb1-8c47-4b68-afd1-5d1831007028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:01.386125 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:02.724323 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:02.728646 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:06.223300 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:06.224473 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:12.720834 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:12.723322 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:13.910388 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:22.779498 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:22.780715 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=13 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:23.900294 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:23.902315 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:27.680385 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-294cbd7c-80a0-4c5b-84f3-dd8220ec65a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:29.964978 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-4c4b245a-f4e8-46f5-b8f2-cbe0cf2978cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:31.391038 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:32.716062 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:32.730034 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:33.237849 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:37:39.179166 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:42.716230 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:42.723605 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:43.231108 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:43.898268 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:53.889770 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:53.891775 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:37:57.688815 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5b46e444-b0c9-4ea5-8373-3e7b40e2507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:37:59.972580 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-63fbc27b-9e1d-4f24-9c85-c49f6959854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:01.390835 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:02.714268 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:02.734657 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:07.060149 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-5f1eb7f2-f819-4a8c-9f14-2734abcff88d service neutron] (106492) timed out ('10.222.0.61', 57988) {{(pid=106492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:38:07.244618 dv-cinder-733062-36-iscsi neutron-server[106492]: DEBUG neutron.wsgi [req-65868d7d-2369-4fda-8b4b-25e78a6bc518 req-ab99bf6f-d6c3-4977-996c-a502197882d6 tempest-AttachVolumeShelveTestJSON-1823935959 tempest-AttachVolumeShelveTestJSON-1823935959-project] (106492) timed out ('10.222.0.61', 57996) {{(pid=106492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:38:10.244326 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:38:12.726463 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:12.727701 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:13.919371 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:23.911150 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:23.913446 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:27.683842 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e731c789-206a-4e3c-90d6-3d4bd3c1c6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:29.959618 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-b9570f33-79ca-4b23-bb3e-3158cd63d54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:31.393277 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:32.758901 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:32.785437 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:36.125920 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:36.127210 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=6 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:42.808483 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:42.811114 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:43.909425 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:47.233715 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:38:53.901968 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:53.903877 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:57.229166 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:57.229892 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=4 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:38:57.692470 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-53192eae-f1cd-4948-b8c6-f26a33869fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:38:59.959601 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-194cc79b-8e26-433b-8291-4ec458a22b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:01.396974 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:02.719985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:02.741196 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:12.733025 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:12.734976 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:13.914280 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:23.900495 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:23.906506 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:24.237533 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:39:27.685764 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bee7-003f-40fe-ac40-0d9951b401d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:29.956307 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-72a35fe4-a889-443a-bf73-cd5fcad3a5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:30.169028 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:31.401710 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:32.719534 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:32.742509 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:34.230178 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=17 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:42.734160 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:42.737252 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:43.911985 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:53.903491 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:53.906471 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:39:57.685828 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-57c1e39f-08c4-4974-a788-0f453032f661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:39:59.956075 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-46290cf9-18ca-4904-9660-b162ec46f7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:01.240809 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:40:01.409702 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:02.725405 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:02.748961 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:07.174932 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=3 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:11.233427 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=5 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:12.734421 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:12.742475 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:13.907284 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:23.897972 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:23.900314 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:26.144384 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:SELECT=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:26.145671 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG dbcounter [-] [106495] Writing DB stats neutron:DELETE=1 {{(pid=106495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:27.689819 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd884-b3e4-4c93-b125-de61ca9d12cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8e6555c6-67c3-4e38-ae39-0e59fa174979), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:29.965054 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-895414be-5325-41b7-902b-5bc72306c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (efa2c21d-6f32-43d3-9531-193e10a6086d), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:31.411158 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-7315aefa-a428-4e68-8848-8f0524c640b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (66c7e69c-8fce-441e-bbde-2350206814bb), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:32.761289 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-52740ea1-8690-40da-914a-ce0746c379bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (159e0c40-dc7a-411b-aece-8c2902651f78), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:32.765072 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-58bbf820-922d-4ad8-8dfa-617121e030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (8f20333c-a4ba-439b-b31a-d9610b2c0b26), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:40:38.241819 dv-cinder-733062-36-iscsi neutron-server[106495]: DEBUG neutron.db.agents_db [None req-bda7f0ea-82a7-4b9b-b4df-b7cb9f8ddf50 None None] Agent healthcheck: found 6 active agents {{(pid=106495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:40:42.804060 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:42.807883 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG dbcounter [-] [106494] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:40:43.925152 dv-cinder-733062-36-iscsi neutron-server[106494]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0f-df92-4f1c-ac4f-5e17b2945c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783093975480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276219'] for agent (ea8467a9-05b6-480e-8c0c-e90fd70a75bf), after_update {{(pid=106494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}